Brutex
/
cavis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Keras model import - updater lr fix (#84) 

* Keras model import - updater lr fix

Signed-off-by: eraly <susan.eraly@gmail.com>

* Keras model import - updater lr fix, cleanup

Signed-off-by: eraly <susan.eraly@gmail.com>
master
Susan Eraly 2019-07-25 20:37:52 -07:00 committed by AlexDBlack
parent fa98b83295
commit b57f1d52cc
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasOptimizerUtils.java
View File

@ -75,7 +75,7 @@ public class KerasOptimizerUtils {
dl4jOptimizer = new Adam.Builder()
.beta1(beta1).beta2(beta2)
.epsilon(epsilon).learningRate(lr)
.learningRateSchedule(new InverseSchedule(ScheduleType.ITERATION, 1, decay, 1))
.learningRateSchedule(decay == 0 ? null : new InverseSchedule(ScheduleType.ITERATION, lr, decay, 1))
.build();
break;
}
@ -96,7 +96,7 @@ public class KerasOptimizerUtils {
dl4jOptimizer = new AdaGrad.Builder()
.epsilon(epsilon).learningRate(lr)
.learningRateSchedule(new InverseSchedule(ScheduleType.ITERATION, 1, decay, 1))
.learningRateSchedule(decay == 0 ? null : new InverseSchedule(ScheduleType.ITERATION, lr, decay, 1))
.build();
break;
}
@ -119,8 +119,8 @@ public class KerasOptimizerUtils {
dl4jOptimizer = new Nadam.Builder()
.beta1(beta1).beta2(beta2)
.epsilon(epsilon).learningRate(lr)
.learningRateSchedule(new InverseSchedule(ScheduleType.ITERATION, 1,
scheduleDecay, 1))
.learningRateSchedule(scheduleDecay == 0 ? null : new InverseSchedule(ScheduleType.ITERATION, lr,
scheduleDecay, 1))
.build();
break;
}
@ -132,7 +132,7 @@ public class KerasOptimizerUtils {
dl4jOptimizer = new Nesterovs.Builder()
.momentum(momentum).learningRate(lr)
.learningRateSchedule(new InverseSchedule(ScheduleType.ITERATION, 1, decay, 1))
.learningRateSchedule(decay == 0 ? null : new InverseSchedule(ScheduleType.ITERATION, lr, decay, 1))
.build();
break;
}
@ -144,7 +144,7 @@ public class KerasOptimizerUtils {
dl4jOptimizer = new RmsProp.Builder()
.epsilon(epsilon).rmsDecay(rho).learningRate(lr)
.learningRateSchedule(new InverseSchedule(ScheduleType.ITERATION, 1, decay, 1))
.learningRateSchedule(decay == 0 ? null : new InverseSchedule(ScheduleType.ITERATION, lr, decay, 1))
.build();
break;
}