Removed momentum reset.

TimDettmers · TimDettmers · commit 58d8a44facc9 · 2019-08-13T08:12:43.000-07:00
diff --git a/sparselearning/core.py b/sparselearning/core.py
@@ -269,7 +269,7 @@ def at_end_of_epoch(self):
         self.truncate_weights()
         if self.verbose:
             self.print_nonzero_counts()
-        self.reset_momentum()
+        #self.reset_momentum()
 
     def step(self):
         self.optimizer.step()
