Merge pull request #1948 from mavenlin/master

small fix to batchnorm
starimpact · Apr 25, 2016 · 8b1b2b9 · 8b1b2b9
2 parents d95d7d1 + 89d81ad
commit 8b1b2b9
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/python/mxnet/initializer.py b/python/mxnet/initializer.py
@@ -40,7 +40,7 @@ def __call__(self, name, arr):
         elif name.endswith("moving_mean"):
             self._init_zero(name, arr)
         elif name.endswith("moving_var"):
-            self._init_zero(name, arr)
+            self._init_one(name, arr)
         elif name.endswith("moving_inv_var"):
             self._init_zero(name, arr)
         elif name.endswith("moving_avg"):
@@ -62,6 +62,9 @@ def _init_bilinear(self, _, arr):
     def _init_zero(self, _, arr):
         arr[:] = 0.0
 
+    def _init_one(self, _, arr):
+        arr[:] = 1.0
+
     def _init_bias(self, _, arr):
         arr[:] = 0.0
 

diff --git a/src/operator/cudnn_batch_norm-inl.h b/src/operator/cudnn_batch_norm-inl.h
@@ -115,7 +115,7 @@ class CuDNNBatchNormOp : public Operator {
                                                       mean_desc_,
                                                       gamma.dptr_,
                                                       beta.dptr_,
-                                                      param_.momentum,
+                                                      1 - param_.momentum,
                                                       moving_mean.dptr_,
                                                       moving_inv_var.dptr_,
                                                       param_.eps,