Add ELU

Author: lantiga

test/base.py

@@ -24,7 +24,7 @@ def base_test():
     fc3.weight.data.normal_(0.0,1.0)
     fc3.bias.data.normal_(0.0,1.0)
 
-    model_1 = lambda x: F.softmax(F.relu(fc3(x)))
+    model_1 = lambda x: F.softmax(F.elu(fc3(x)))
 
     data = Variable(torch.rand(10,10))
 

torch2c/emitters.py

@@ -270,7 +270,6 @@ class AddConstant(Emitter):
 
     def __init__(self, obj, prevfns):
         Emitter.__init__(self, obj, prevfns)
-        print(obj.constant)
         self.def_vars({'input': id(prevfns[0])})
         self.infer_type_var = 'input'
         self.def_args({'constant': obj.constant})
@@ -360,6 +359,33 @@ def free_tpl(self):
 register(Threshold, torch.nn._functions.thnn.auto.Threshold)
 
 
+class ELU(Emitter):
+
+    def __init__(self, obj, prevfns):
+        Emitter.__init__(self, obj, prevfns)
+        self.def_vars({
+            'input': id(prevfns[0]),
+        })
+        self.infer_type_var = 'input'
+        self.def_args({
+            'alpha': obj.additional_args[0],
+            'inplace': int(obj.additional_args[1])
+        })
+
+    def call_tpl(self):
+        return '''
+            TH${T}Tensor *$id = TH${T}Tensor_new();
+            THNN_${T}ELU_updateOutput(NULL,$input,$id,$alpha,$inplace);
+            '''
+
+    def free_tpl(self):
+        return '''
+            TH${T}Tensor_free($id);
+            '''
+
+register(ELU, torch.nn._functions.thnn.auto.ELU)
+
+
 class Noop(Emitter):
 
     def __init__(self, obj, prevfns):