diff --git a/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java b/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java
index 319e9f56e..aa5d3f00d 100644
--- a/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java
+++ b/nd4j/nd4j-backends/nd4j-api-parent/nd4j-api/src/main/java/org/nd4j/linalg/learning/config/AdaBelief.java
@@ -40,7 +40,7 @@ import java.util.Map;
 public class AdaBelief implements IUpdater {
 
     public static final double DEFAULT_LEARNING_RATE = 1e-3;
-    public static final double DEFAULT_EPSILON = 1e-8;
+    public static final double DEFAULT_EPSILON = 1e-14;
     public static final double DEFAULT_BETA1_MEAN_DECAY = 0.9;
     public static final double DEFAULT_BETA2_VAR_DECAY = 0.999;