Brutex/cavis
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added swish activation function in mapToActivation

Browse Source 
Swish function already implemented, and accounted for in getActivationFunction, just not for in the if-else chain of mapToActivation
This commit is contained in:
Rhys 2020-03-24 12:56:53 +13:00
parent 7c05928185
commit ebe413267b
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/config/KerasLayerConfiguration.java
View File

@ -334,6 +334,7 @@ public class KerasLayerConfiguration {
private final String KERAS_ACTIVATION_SIGMOID = "sigmoid"; private final String KERAS_ACTIVATION_SIGMOID = "sigmoid";
private final String KERAS_ACTIVATION_HARD_SIGMOID = "hard_sigmoid"; private final String KERAS_ACTIVATION_HARD_SIGMOID = "hard_sigmoid";
private final String KERAS_ACTIVATION_LINEAR = "linear"; private final String KERAS_ACTIVATION_LINEAR = "linear";
private final String KERAS_ACTIVATION_SWISH = "swish";
private final String KERAS_ACTIVATION_ELU = "elu"; // keras 2 only private final String KERAS_ACTIVATION_ELU = "elu"; // keras 2 only
private final String KERAS_ACTIVATION_SELU = "selu"; // keras 2 only private final String KERAS_ACTIVATION_SELU = "selu"; // keras 2 only

2
deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasActivationUtils.java
View File

@ -63,6 +63,8 @@ public class KerasActivationUtils {
dl4jActivation = Activation.HARDSIGMOID; dl4jActivation = Activation.HARDSIGMOID;
} else if (kerasActivation.equals(conf.getKERAS_ACTIVATION_LINEAR())) { } else if (kerasActivation.equals(conf.getKERAS_ACTIVATION_LINEAR())) {
dl4jActivation = Activation.IDENTITY; dl4jActivation = Activation.IDENTITY;
} else if (kerasActivation.equals(conf.getKERAS_ACTIVATION_SWISH())) {
dl4jActivation = Activation.SWISH;
} else { } else {
throw new UnsupportedKerasConfigurationException( throw new UnsupportedKerasConfigurationException(
"Unknown Keras activation function " + kerasActivation); "Unknown Keras activation function " + kerasActivation);