Merge pull request #156 from hyperion-ml/persephone-refactor

debug gmm

Author: jesus-villalba

hyperion/np/pdfs/mixtures/exp_family_mixture.py

@@ -106,7 +106,7 @@ def fit(
                 elbo_val[epoch] = self.elbo(None, N=N, u_x=u_x, log_h=log_h_val)
 
             print(
-                elbo[epoch],
+                elbo[epoch] / x.shape[0],
                 np.mean(self.log_prob(x, mode="nat")),
                 np.mean(self.log_prob(x, mode="std")),
             )
@@ -210,7 +210,6 @@ def _accum_suff_stats_1batch(self, x, u_x=None, sample_weight=None):
 
         N = np.sum(z, axis=0)
         acc_u_x = np.dot(z.T, u_x)
-        # L_z=gmm.ElnP_z_w(N,gmm.lnw)-gmm.Elnq_z(z);
         return N, acc_u_x
 
     def _accum_suff_stats_nbatches(self, x, sample_weight, batch_size):
@@ -473,8 +472,8 @@ def sum_suff_stats(self, N, u_x):
           Accumalted N and u_x.
         """
         assert len(N) == len(u_x)
-        acc_N = N[1]
-        acc_u_x = u_x[1]
+        acc_N = N[0]
+        acc_u_x = u_x[0]
         for i in range(1, len(N)):
             acc_N += N[i]
             acc_u_x += u_x[i]