Brutex
/
cavis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

AdaBelief: use smaller value for the epsilon 

Signed-off-by: AbdelRauf <rauf@konduit.ai>
master
AbdelRauf 2021-02-22 04:59:07 +01:00
parent a4efb4d4e9
commit a94f29f6cc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java
View File

@ -40,7 +40,7 @@ import java.util.Map;
public class AdaBelief implements IUpdater { public class AdaBelief implements IUpdater {
public static final double DEFAULT_LEARNING_RATE = 1e-3; public static final double DEFAULT_LEARNING_RATE = 1e-3;
public static final double DEFAULT_EPSILON = 1e-8; public static final double DEFAULT_EPSILON = 1e-14;
public static final double DEFAULT_BETA1_MEAN_DECAY = 0.9; public static final double DEFAULT_BETA1_MEAN_DECAY = 0.9;
public static final double DEFAULT_BETA2_VAR_DECAY = 0.999; public static final double DEFAULT_BETA2_VAR_DECAY = 0.999;