Reversed momentum list. m and delta tensors no longer mismatch

Author: ivoryw

src/autodiff.cc

@@ -106,8 +106,9 @@ void var::evaluateLeaves()const{
         auto &w1_shape = node.weights[0].shape;
         auto &w2_shape = node.weights[1].shape;
         if(node.type == matmul){
-            tape.grads[node.parents[0]] +=  gradient * node.weights[0].t();
+            tape.grads[node.parents[0]] += gradient * node.weights[0].t();
             tape.grads[node.parents[1]] += node.weights[1].t() * gradient;
+
         }
         else if(node.type == scalar){
             if(w1_shape == g_shape){

src/optim.cc

@@ -14,11 +14,10 @@ void GD::step(){
     }
 }
 
-/*
 Moment::Moment(ParStack& p_list, double l_rate_, double moment_)
 : Opt(p_list), l_rate(l_rate_), moment(moment_){
     for(auto &it : param_list){
-        m_list.emplace_front(nn::Tensor(it->data.shape, 0));
+        m_list.push_back(nn::Tensor(it->data.shape, 0));
     }
 }
 
@@ -30,5 +29,4 @@ void Moment::step(){
         ++p_it;
     }
 }
-*/
 } // namespace opt

src/optim.hpp

@@ -2,6 +2,7 @@
 #define OPTIM_H
 
 #include "net.hpp"
+#include <list>
 
 namespace opt{
 typedef std::forward_list<nn::Net::Parameter*> ParStack;
@@ -22,16 +23,16 @@ class GD: public Opt{
 private:
     double l_rate;
 };
-/*
+
 class Moment : public Opt{
 public:
     Moment(ParStack&, double = 0.1, double = 0.9);
     void step();
     ~Moment(){};
 private:
     double l_rate, moment;
-    std::forward_list<nn::Tensor> m_list;
+    std::list<nn::Tensor> m_list;
 };
-*/
+
 } // namespace opt
 #endif // OPTIM_H