mirror of
https://github.com/Relintai/pmlpp.git
synced 2024-12-22 15:06:47 +01:00
Added MLPPActivationOld.
This commit is contained in:
parent
a6018d17e5
commit
c4f9f3b5a3
1
SCsub
1
SCsub
@ -86,6 +86,7 @@ sources = [
|
||||
"mlpp/data/data_old.cpp",
|
||||
"mlpp/cost/cost_old.cpp",
|
||||
"mlpp/convolutions/convolutions_old.cpp",
|
||||
"mlpp/activation/activation_old.cpp",
|
||||
|
||||
"test/mlpp_tests.cpp",
|
||||
]
|
||||
|
||||
3712
mlpp/activation/activation_old.cpp
Normal file
3712
mlpp/activation/activation_old.cpp
Normal file
File diff suppressed because it is too large
Load Diff
545
mlpp/activation/activation_old.h
Normal file
545
mlpp/activation/activation_old.h
Normal file
@ -0,0 +1,545 @@
|
||||
|
||||
#ifndef MLPP_ACTIVATION_OLD_H
|
||||
#define MLPP_ACTIVATION_OLD_H
|
||||
|
||||
//
|
||||
// Activation.hpp
|
||||
//
|
||||
// Created by Marc Melikyan on 1/16/21.
|
||||
//
|
||||
|
||||
#include "core/math/math_defs.h"
|
||||
|
||||
#include "core/object/func_ref.h"
|
||||
#include "core/object/reference.h"
|
||||
|
||||
#include "../lin_alg/mlpp_matrix.h"
|
||||
#include "../lin_alg/mlpp_vector.h"
|
||||
|
||||
#include <vector>
|
||||
|
||||
//TODO Activation functions should either have a variant which does not allocate, or they should just be reworked altogether
|
||||
//TODO Methods here should probably use error macros, in a way where they get disabled in non-tools(?) (maybe release?) builds
|
||||
|
||||
class MLPPActivationOld : public Reference {
|
||||
GDCLASS(MLPPActivationOld, Reference);
|
||||
|
||||
public:
|
||||
enum ActivationFunction {
|
||||
ACTIVATION_FUNCTION_LINEAR = 0,
|
||||
ACTIVATION_FUNCTION_SIGMOID,
|
||||
ACTIVATION_FUNCTION_SWISH,
|
||||
ACTIVATION_FUNCTION_MISH,
|
||||
ACTIVATION_FUNCTION_SIN_C,
|
||||
ACTIVATION_FUNCTION_SOFTMAX,
|
||||
ACTIVATION_FUNCTION_SOFTPLUS,
|
||||
ACTIVATION_FUNCTION_SOFTSIGN,
|
||||
ACTIVATION_FUNCTION_ADJ_SOFTMAX,
|
||||
ACTIVATION_FUNCTION_C_LOG_LOG,
|
||||
ACTIVATION_FUNCTION_LOGIT,
|
||||
ACTIVATION_FUNCTION_GAUSSIAN_CDF,
|
||||
ACTIVATION_FUNCTION_RELU,
|
||||
ACTIVATION_FUNCTION_GELU,
|
||||
ACTIVATION_FUNCTION_SIGN,
|
||||
ACTIVATION_FUNCTION_UNIT_STEP,
|
||||
ACTIVATION_FUNCTION_SINH,
|
||||
ACTIVATION_FUNCTION_COSH,
|
||||
ACTIVATION_FUNCTION_TANH,
|
||||
ACTIVATION_FUNCTION_CSCH,
|
||||
ACTIVATION_FUNCTION_SECH,
|
||||
ACTIVATION_FUNCTION_COTH,
|
||||
ACTIVATION_FUNCTION_ARSINH,
|
||||
ACTIVATION_FUNCTION_ARCOSH,
|
||||
ACTIVATION_FUNCTION_ARTANH,
|
||||
ACTIVATION_FUNCTION_ARCSCH,
|
||||
ACTIVATION_FUNCTION_ARSECH,
|
||||
ACTIVATION_FUNCTION_ARCOTH,
|
||||
};
|
||||
|
||||
public:
|
||||
typedef real_t (MLPPActivationOld::*RealActivationFunctionPointer)(real_t);
|
||||
typedef Ref<MLPPVector> (MLPPActivationOld::*VectorActivationFunctionPointer)(const Ref<MLPPVector> &);
|
||||
typedef Ref<MLPPMatrix> (MLPPActivationOld::*MatrixActivationFunctionPointer)(const Ref<MLPPMatrix> &);
|
||||
|
||||
RealActivationFunctionPointer get_activation_function_ptr_real(const ActivationFunction func, const bool deriv = false);
|
||||
VectorActivationFunctionPointer get_activation_function_ptr_vector(const ActivationFunction func, const bool deriv = false);
|
||||
MatrixActivationFunctionPointer get_activation_function_ptr_matrix(const ActivationFunction func, const bool deriv = false);
|
||||
|
||||
RealActivationFunctionPointer get_activation_function_ptr_normal_real(const ActivationFunction func);
|
||||
VectorActivationFunctionPointer get_activation_function_ptr_normal_vector(const ActivationFunction func);
|
||||
MatrixActivationFunctionPointer get_activation_function_ptr_normal_matrix(const ActivationFunction func);
|
||||
|
||||
RealActivationFunctionPointer get_activation_function_ptr_deriv_real(const ActivationFunction func);
|
||||
VectorActivationFunctionPointer get_activation_function_ptr_deriv_vector(const ActivationFunction func);
|
||||
MatrixActivationFunctionPointer get_activation_function_ptr_deriv_matrix(const ActivationFunction func);
|
||||
|
||||
real_t run_activation_real(const ActivationFunction func, const real_t z, const bool deriv = false);
|
||||
Ref<MLPPVector> run_activation_vector(const ActivationFunction func, const Ref<MLPPVector> &z, const bool deriv = false);
|
||||
Ref<MLPPMatrix> run_activation_matrix(const ActivationFunction func, const Ref<MLPPMatrix> &z, const bool deriv = false);
|
||||
|
||||
real_t run_activation_norm_real(const ActivationFunction func, const real_t z);
|
||||
Ref<MLPPVector> run_activation_norm_vector(const ActivationFunction func, const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> run_activation_norm_matrix(const ActivationFunction func, const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t run_activation_deriv_real(const ActivationFunction func, const real_t z);
|
||||
Ref<MLPPVector> run_activation_deriv_vector(const ActivationFunction func, const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> run_activation_deriv_matrix(const ActivationFunction func, const Ref<MLPPMatrix> &z);
|
||||
|
||||
Ref<MLPPVector> activationr(const Ref<MLPPVector> &z, real_t (*function)(real_t));
|
||||
|
||||
//ACTIVATION FUNCTIONS
|
||||
|
||||
//LINEAR
|
||||
|
||||
real_t linear_normr(real_t z);
|
||||
Ref<MLPPVector> linear_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> linear_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t linear_derivr(real_t z);
|
||||
Ref<MLPPVector> linear_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> linear_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SIGMOID
|
||||
|
||||
real_t sigmoid_normr(real_t z);
|
||||
Ref<MLPPVector> sigmoid_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sigmoid_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t sigmoid_derivr(real_t z);
|
||||
Ref<MLPPVector> sigmoid_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sigmoid_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SOFTMAX
|
||||
|
||||
real_t softmax_normr(real_t z);
|
||||
Ref<MLPPVector> softmax_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softmax_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t softmax_derivr(real_t z);
|
||||
Ref<MLPPVector> softmax_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softmax_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ADJ_SOFTMAX
|
||||
|
||||
real_t adj_softmax_normr(real_t z);
|
||||
Ref<MLPPVector> adj_softmax_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> adj_softmax_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t adj_softmax_derivr(real_t z);
|
||||
Ref<MLPPVector> adj_softmax_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> adj_softmax_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SOFTMAX DERIV
|
||||
|
||||
Ref<MLPPMatrix> softmax_deriv_normv(const Ref<MLPPVector> &z);
|
||||
Vector<Ref<MLPPMatrix>> softmax_deriv_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
Ref<MLPPMatrix> softmax_deriv_derivv(const Ref<MLPPVector> &z);
|
||||
Vector<Ref<MLPPMatrix>> softmax_deriv_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SOFTPLUS
|
||||
|
||||
real_t softplus_normr(real_t z);
|
||||
Ref<MLPPVector> softplus_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softplus_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t softplus_derivr(real_t z);
|
||||
Ref<MLPPVector> softplus_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softplus_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SOFTSIGN
|
||||
|
||||
real_t softsign_normr(real_t z);
|
||||
Ref<MLPPVector> softsign_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softsign_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t softsign_derivr(real_t z);
|
||||
Ref<MLPPVector> softsign_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> softsign_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//GAUSSIANCDF
|
||||
|
||||
real_t gaussian_cdf_normr(real_t z);
|
||||
Ref<MLPPVector> gaussian_cdf_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> gaussian_cdf_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t gaussian_cdf_derivr(real_t z);
|
||||
Ref<MLPPVector> gaussian_cdf_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> gaussian_cdf_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//CLOGLOG
|
||||
|
||||
real_t cloglog_normr(real_t z);
|
||||
Ref<MLPPVector> cloglog_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> cloglog_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t cloglog_derivr(real_t z);
|
||||
Ref<MLPPVector> cloglog_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> cloglog_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//LOGIT
|
||||
|
||||
real_t logit_normr(real_t z);
|
||||
Ref<MLPPVector> logit_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> logit_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t logit_derivr(real_t z);
|
||||
Ref<MLPPVector> logit_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> logit_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//UNITSTEP
|
||||
|
||||
real_t unit_step_normr(real_t z);
|
||||
Ref<MLPPVector> unit_step_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> unit_step_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t unit_step_derivr(real_t z);
|
||||
Ref<MLPPVector> unit_step_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> unit_step_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SWISH
|
||||
|
||||
real_t swish_normr(real_t z);
|
||||
Ref<MLPPVector> swish_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> swish_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t swish_derivr(real_t z);
|
||||
Ref<MLPPVector> swish_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> swish_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//MISH
|
||||
|
||||
real_t mish_normr(real_t z);
|
||||
Ref<MLPPVector> mish_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> mish_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t mish_derivr(real_t z);
|
||||
Ref<MLPPVector> mish_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> mish_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SINC
|
||||
|
||||
real_t sinc_normr(real_t z);
|
||||
Ref<MLPPVector> sinc_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sinc_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t sinc_derivr(real_t z);
|
||||
Ref<MLPPVector> sinc_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sinc_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//RELU
|
||||
|
||||
real_t relu_normr(real_t z);
|
||||
Ref<MLPPVector> relu_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> relu_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t relu_derivr(real_t z);
|
||||
Ref<MLPPVector> relu_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> relu_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//LEAKYRELU
|
||||
|
||||
real_t leaky_relu_normr(real_t z, real_t c);
|
||||
Ref<MLPPVector> leaky_relu_normv(const Ref<MLPPVector> &z, real_t c);
|
||||
Ref<MLPPMatrix> leaky_relu_normm(const Ref<MLPPMatrix> &z, real_t c);
|
||||
|
||||
real_t leaky_relu_derivr(real_t z, real_t c);
|
||||
Ref<MLPPVector> leaky_relu_derivv(const Ref<MLPPVector> &z, real_t c);
|
||||
Ref<MLPPMatrix> leaky_relu_derivm(const Ref<MLPPMatrix> &z, real_t c);
|
||||
|
||||
//ELU
|
||||
|
||||
real_t elu_normr(real_t z, real_t c);
|
||||
Ref<MLPPVector> elu_normv(const Ref<MLPPVector> &z, real_t c);
|
||||
Ref<MLPPMatrix> elu_normm(const Ref<MLPPMatrix> &z, real_t c);
|
||||
|
||||
real_t elu_derivr(real_t z, real_t c);
|
||||
Ref<MLPPVector> elu_derivv(const Ref<MLPPVector> &z, real_t c);
|
||||
Ref<MLPPMatrix> elu_derivm(const Ref<MLPPMatrix> &z, real_t c);
|
||||
|
||||
//SELU
|
||||
|
||||
real_t selu_normr(real_t z, real_t lambda, real_t c);
|
||||
Ref<MLPPVector> selu_normv(const Ref<MLPPVector> &z, real_t lambda, real_t c);
|
||||
Ref<MLPPMatrix> selu_normm(const Ref<MLPPMatrix> &z, real_t lambda, real_t c);
|
||||
|
||||
real_t selu_derivr(real_t z, real_t lambda, real_t c);
|
||||
Ref<MLPPVector> selu_derivv(const Ref<MLPPVector> &z, real_t lambda, real_t c);
|
||||
Ref<MLPPMatrix> selu_derivm(const Ref<MLPPMatrix> &z, real_t lambda, real_t c);
|
||||
|
||||
//GELU
|
||||
|
||||
real_t gelu_normr(real_t z);
|
||||
Ref<MLPPVector> gelu_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> gelu_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t gelu_derivr(real_t z);
|
||||
Ref<MLPPVector> gelu_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> gelu_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SIGN
|
||||
|
||||
real_t sign_normr(real_t z);
|
||||
Ref<MLPPVector> sign_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sign_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t sign_derivr(real_t z);
|
||||
Ref<MLPPVector> sign_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sign_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SINH
|
||||
|
||||
real_t sinh_normr(real_t z);
|
||||
Ref<MLPPVector> sinh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sinh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t sinh_derivr(real_t z);
|
||||
Ref<MLPPVector> sinh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sinh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//COSH
|
||||
|
||||
real_t cosh_normr(real_t z);
|
||||
Ref<MLPPVector> cosh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> cosh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t cosh_derivr(real_t z);
|
||||
Ref<MLPPVector> cosh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> cosh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//TANH
|
||||
|
||||
real_t tanh_normr(real_t z);
|
||||
Ref<MLPPVector> tanh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> tanh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t tanh_derivr(real_t z);
|
||||
Ref<MLPPVector> tanh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> tanh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//CSCH
|
||||
|
||||
real_t csch_normr(real_t z);
|
||||
Ref<MLPPVector> csch_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> csch_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t csch_derivr(real_t z);
|
||||
Ref<MLPPVector> csch_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> csch_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//SECH
|
||||
|
||||
real_t sech_normr(real_t z);
|
||||
Ref<MLPPVector> sech_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sech_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t sech_derivr(real_t z);
|
||||
Ref<MLPPVector> sech_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> sech_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//COTH
|
||||
|
||||
real_t coth_normr(real_t z);
|
||||
Ref<MLPPVector> coth_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> coth_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t coth_derivr(real_t z);
|
||||
Ref<MLPPVector> coth_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> coth_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARSINH
|
||||
|
||||
real_t arsinh_normr(real_t z);
|
||||
Ref<MLPPVector> arsinh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arsinh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t arsinh_derivr(real_t z);
|
||||
Ref<MLPPVector> arsinh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arsinh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARCOSH
|
||||
|
||||
real_t arcosh_normr(real_t z);
|
||||
Ref<MLPPVector> arcosh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcosh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t arcosh_derivr(real_t z);
|
||||
Ref<MLPPVector> arcosh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcosh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARTANH
|
||||
|
||||
real_t artanh_normr(real_t z);
|
||||
Ref<MLPPVector> artanh_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> artanh_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t artanh_derivr(real_t z);
|
||||
Ref<MLPPVector> artanh_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> artanh_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARCSCH
|
||||
|
||||
real_t arcsch_normr(real_t z);
|
||||
Ref<MLPPVector> arcsch_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcsch_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t arcsch_derivr(real_t z);
|
||||
Ref<MLPPVector> arcsch_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcsch_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARSECH
|
||||
|
||||
real_t arsech_normr(real_t z);
|
||||
Ref<MLPPVector> arsech_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arsech_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t arsech_derivr(real_t z);
|
||||
Ref<MLPPVector> arsech_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arsech_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
//ARCOTH
|
||||
|
||||
real_t arcoth_normr(real_t z);
|
||||
Ref<MLPPVector> arcoth_normv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcoth_normm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
real_t arcoth_derivr(real_t z);
|
||||
Ref<MLPPVector> arcoth_derivv(const Ref<MLPPVector> &z);
|
||||
Ref<MLPPMatrix> arcoth_derivm(const Ref<MLPPMatrix> &z);
|
||||
|
||||
// ========= OLD ===========
|
||||
|
||||
real_t linear(real_t z, bool deriv = false);
|
||||
std::vector<real_t> linear(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> linear(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t sigmoid(real_t z, bool deriv = false);
|
||||
std::vector<real_t> sigmoid(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> sigmoid(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
std::vector<real_t> softmax(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> softmax(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
std::vector<real_t> adjSoftmax(std::vector<real_t> z);
|
||||
std::vector<std::vector<real_t>> adjSoftmax(std::vector<std::vector<real_t>> z);
|
||||
|
||||
std::vector<std::vector<real_t>> softmaxDeriv(std::vector<real_t> z);
|
||||
std::vector<std::vector<std::vector<real_t>>> softmaxDeriv(std::vector<std::vector<real_t>> z);
|
||||
|
||||
real_t softplus(real_t z, bool deriv = false);
|
||||
std::vector<real_t> softplus(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> softplus(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t softsign(real_t z, bool deriv = false);
|
||||
std::vector<real_t> softsign(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> softsign(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t gaussianCDF(real_t z, bool deriv = false);
|
||||
std::vector<real_t> gaussianCDF(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> gaussianCDF(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t cloglog(real_t z, bool deriv = false);
|
||||
std::vector<real_t> cloglog(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> cloglog(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t logit(real_t z, bool deriv = false);
|
||||
std::vector<real_t> logit(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> logit(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t unitStep(real_t z, bool deriv = false);
|
||||
std::vector<real_t> unitStep(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> unitStep(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t swish(real_t z, bool deriv = false);
|
||||
std::vector<real_t> swish(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> swish(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t mish(real_t z, bool deriv = false);
|
||||
std::vector<real_t> mish(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> mish(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t sinc(real_t z, bool deriv = false);
|
||||
std::vector<real_t> sinc(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> sinc(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t RELU(real_t z, bool deriv = false);
|
||||
std::vector<real_t> RELU(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> RELU(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t leakyReLU(real_t z, real_t c, bool deriv = false);
|
||||
std::vector<real_t> leakyReLU(std::vector<real_t> z, real_t c, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> leakyReLU(std::vector<std::vector<real_t>> z, real_t c, bool deriv = false);
|
||||
|
||||
real_t ELU(real_t z, real_t c, bool deriv = false);
|
||||
std::vector<real_t> ELU(std::vector<real_t> z, real_t c, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> ELU(std::vector<std::vector<real_t>> z, real_t c, bool deriv = false);
|
||||
|
||||
real_t SELU(real_t z, real_t lambda, real_t c, bool deriv = false);
|
||||
std::vector<real_t> SELU(std::vector<real_t> z, real_t lambda, real_t c, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> SELU(std::vector<std::vector<real_t>>, real_t lambda, real_t c, bool deriv = false);
|
||||
|
||||
real_t GELU(real_t z, bool deriv = false);
|
||||
std::vector<real_t> GELU(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> GELU(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t sign(real_t z, bool deriv = false);
|
||||
std::vector<real_t> sign(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> sign(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t sinh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> sinh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> sinh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t cosh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> cosh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> cosh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t tanh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> tanh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> tanh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t csch(real_t z, bool deriv = false);
|
||||
std::vector<real_t> csch(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> csch(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t sech(real_t z, bool deriv = false);
|
||||
std::vector<real_t> sech(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> sech(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t coth(real_t z, bool deriv = false);
|
||||
std::vector<real_t> coth(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> coth(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t arsinh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> arsinh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> arsinh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t arcosh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> arcosh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> arcosh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t artanh(real_t z, bool deriv = false);
|
||||
std::vector<real_t> artanh(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> artanh(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t arcsch(real_t z, bool deriv = false);
|
||||
std::vector<real_t> arcsch(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> arcsch(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t arsech(real_t z, bool deriv = false);
|
||||
std::vector<real_t> arsech(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> arsech(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
real_t arcoth(real_t z, bool deriv = false);
|
||||
std::vector<real_t> arcoth(std::vector<real_t> z, bool deriv = false);
|
||||
std::vector<std::vector<real_t>> arcoth(std::vector<std::vector<real_t>> z, bool deriv = false);
|
||||
|
||||
std::vector<real_t> activation(std::vector<real_t> z, bool deriv, real_t (*function)(real_t, bool));
|
||||
|
||||
protected:
|
||||
static void _bind_methods();
|
||||
};
|
||||
|
||||
VARIANT_ENUM_CAST(MLPPActivationOld::ActivationFunction);
|
||||
|
||||
#endif /* Activation_hpp */
|
||||
Loading…
Reference in New Issue
Block a user