From a94f29f6ccdbd43ee1de9985515d9b54643adba2 Mon Sep 17 00:00:00 2001 From: AbdelRauf Date: Mon, 22 Feb 2021 04:59:07 +0100 Subject: [PATCH] AdaBelief: use smaller value for the epsilon Signed-off-by: AbdelRauf --- .../main/java/org/nd4j/linalg/learning/config/AdaBelief.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java b/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java index 319e9f56e..aa5d3f00d 100644 --- a/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java +++ b/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java @@ -40,7 +40,7 @@ import java.util.Map; public class AdaBelief implements IUpdater { public static final double DEFAULT_LEARNING_RATE = 1e-3; - public static final double DEFAULT_EPSILON = 1e-8; + public static final double DEFAULT_EPSILON = 1e-14; public static final double DEFAULT_BETA1_MEAN_DECAY = 0.9; public static final double DEFAULT_BETA2_VAR_DECAY = 0.999;