Added support for MISH activation function.

Minor update.
saaltone · Feb 19, 2024 · 61e2c0c · 61e2c0c
1 parent 3282147
commit 61e2c0c
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/src/core/activation/ActivationFunction.java b/src/core/activation/ActivationFunction.java
@@ -64,6 +64,7 @@ public ActivationFunction(ActivationFunctionType activationFunctionType, String
             case SOFTMAX -> UnaryFunctionType.SOFTMAX;
             case GAUSSIAN -> UnaryFunctionType.GAUSSIAN;
             case SINACT -> UnaryFunctionType.SINACT;
+            case MISH -> UnaryFunctionType.MISH;
             case LOGIT -> UnaryFunctionType.LOGIT;
             case CUSTOM -> UnaryFunctionType.CUSTOM;
         }, params);

diff --git a/src/core/activation/ActivationFunctionType.java b/src/core/activation/ActivationFunctionType.java
@@ -24,7 +24,7 @@ public enum ActivationFunctionType {
     SIGMOID,
 
     /**
-     * Swish
+     * Swish (Silu)
      *
      */
     SWISH,
@@ -40,6 +40,7 @@ public enum ActivationFunctionType {
      *
      */
     BIPOLARSIGMOID,
+
     /**
      * Scaled Hyperbolic tangent
      *
@@ -51,6 +52,7 @@ public enum ActivationFunctionType {
      *
      */
     TANH,
+
     /**
      * Hyperbolic tangent sigmoid
      *
@@ -141,6 +143,12 @@ public enum ActivationFunctionType {
      */
     SINACT,
 
+    /**
+     * Mish.
+     *
+     */
+    MISH,
+
     /**
      * Logit
      *
-Original file line number
+Diff line change
@@ Expand Up / @@ -24,7 +24,7 @@ public enum ActivationFunctionType { @@
         SIGMOID,
         /**
-         * Swish
+         * Swish (Silu)
          *
          */
         SWISH,
@@ Expand All / @@ -40,6 +40,7 @@ public enum ActivationFunctionType { @@
          *
          */
         BIPOLARSIGMOID,
         /**
          * Scaled Hyperbolic tangent
          *
@@ Expand All / @@ -51,6 +52,7 @@ public enum ActivationFunctionType { @@
          *
          */
         TANH,
         /**
          * Hyperbolic tangent sigmoid
          *
@@ Expand Down Expand Up / @@ -141,6 +143,12 @@ public enum ActivationFunctionType { @@
          */
         SINACT,
+        /**
+         * Mish.
+         *
+         */
+        MISH,
         /**
          * Logit
          *
@@ Expand Down @@