Activation.hpp

Go to the documentation of this file.

 
#pragma once
 
#include <cstdint>
#include <string_view>
#include <type_traits>
 
#include <Eigen/Dense>
 
#include "ActivationParameters.hpp"
 
namespace FlexNN::Activations {
 
enum class Activation : uint8_t {
  None = 0,      
  ReLU = 1,      
  LeakyReLU = 2, 
  Sigmoid = 3,   
  Tanh = 4,      
  Softmax = 5    
};
static_assert(sizeof(Activation) == 1, "Activation must be 1 byte for model.bin encoding");
static_assert(std::is_same_v<std::underlying_type_t<Activation>, uint8_t>,
              "Activation underlying type must be uint8_t");
 
[[nodiscard]] const char* to_string(Activation a) noexcept;
 
[[nodiscard]] bool try_parse(std::string_view s, Activation& out) noexcept;
 
namespace detail {
 
Eigen::MatrixXd forward(Activation act, const Eigen::MatrixXd& Z,
                        const ActivationParameters& params = ActivationParameters{});
 
Eigen::MatrixXd backward(Activation act, const Eigen::MatrixXd& dA,
                         const Eigen::MatrixXd& Z, const Eigen::MatrixXd& A,
                         const ActivationParameters& params = ActivationParameters{}) noexcept;
 
Eigen::MatrixXd softmax_forward(const Eigen::MatrixXd& Z);
 
Eigen::MatrixXd softmax_backward_hidden(const Eigen::MatrixXd& s,
                                       const Eigen::MatrixXd& upstream) noexcept;
 
} // namespace detail
 
} // namespace FlexNN::Activations