Relintai/MLPP
1
0
Fork 0
mirror of https://github.com/Relintai/MLPP.git synced 2025-02-04 15:55:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

added lecun weight init methods

Browse Source
This commit is contained in:
novak_99 2021-11-23 23:45:20 -08:00
parent d60cae6189
commit 38cc0c1502
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
MLPP/Utilities/Utilities.cpp
View File

@ -34,6 +34,14 @@ namespace MLPP{
std::uniform_real_distribution<double> distribution(-sqrt(6 / n), sqrt(6 / n)); std::uniform_real_distribution<double> distribution(-sqrt(6 / n), sqrt(6 / n));
weights.push_back(distribution(generator)); weights.push_back(distribution(generator));
} }
else if(type == "LeCunNormal"){
std::normal_distribution<double> distribution(0, sqrt(1 / n));
weights.push_back(distribution(generator));
}
else if(type == "LeCunUniform"){
std::uniform_real_distribution<double> distribution(-sqrt(3/n), sqrt(3/n));
weights.push_back(distribution(generator));
}
else if(type == "Uniform"){ else if(type == "Uniform"){
std::uniform_real_distribution<double> distribution(-1/sqrt(n), 1/sqrt(n)); std::uniform_real_distribution<double> distribution(-1/sqrt(n), 1/sqrt(n));
weights.push_back(distribution(generator)); weights.push_back(distribution(generator));
@ -79,6 +87,14 @@ namespace MLPP{
std::uniform_real_distribution<double> distribution(-sqrt(6 / n), sqrt(6 / n)); std::uniform_real_distribution<double> distribution(-sqrt(6 / n), sqrt(6 / n));
weights[i].push_back(distribution(generator)); weights[i].push_back(distribution(generator));
} }
else if(type == "LeCunNormal"){
std::normal_distribution<double> distribution(0, sqrt(1 / n));
weights[i].push_back(distribution(generator));
}
else if(type == "LeCunUniform"){
std::uniform_real_distribution<double> distribution(-sqrt(3/n), sqrt(3/n));
weights[i].push_back(distribution(generator));
}
else if(type == "Uniform"){ else if(type == "Uniform"){
std::uniform_real_distribution<double> distribution(-1/sqrt(n), 1/sqrt(n)); std::uniform_real_distribution<double> distribution(-1/sqrt(n), 1/sqrt(n));
weights[i].push_back(distribution(generator)); weights[i].push_back(distribution(generator));