policy init bug fix

#10
nikhilbarhate99 · Sep 26, 2019 · d620d75 · d620d75
1 parent ff296df
commit d620d75
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/PPO.py b/PPO.py
@@ -79,9 +79,9 @@ def __init__(self, state_dim, action_dim, n_latent_var, lr, betas, gamma, K_epoc
         self.K_epochs = K_epochs
 
         self.policy = ActorCritic(state_dim, action_dim, n_latent_var).to(device)
-        self.optimizer = torch.optim.Adam(self.policy.parameters(),
-                                              lr=lr, betas=betas)
+        self.optimizer = torch.optim.Adam(self.policy.parameters(), lr=lr, betas=betas)
         self.policy_old = ActorCritic(state_dim, action_dim, n_latent_var).to(device)
+        self.policy_old.load_state_dict(self.policy.state_dict())
 
         self.MseLoss = nn.MSELoss()