# Pastebin rUCrBFWF
template<typename InputDataType, typename OutputDataType>
template<typename InputType, typename OutputType>
void Softmax<InputDataType, OutputDataType>::Forward(
    const InputType&& input, OutputType&& output)
{
  arma::mat maxInput = arma::repmat(arma::max(input), input.n_rows, 1);
  arma::mat expInput = arma::exp(maxInput - input);
  // We will normalize the values to get probability.
  double sumExpInput = arma::sum(expInput);
  output = expInput/sumExpInput;
}

template<typename InputDataType, typename OutputDataType>
template<typename eT>
void Softmax<InputDataType, OutputDataType>::Backward(
    const arma::Mat<eT>&& input,
    arma::Mat<eT>&& gy,
    arma::Mat<eT>&& g)
{
  // How should I compute here?
}