policy init bug fix

#10
nikhilbarhate99 · Sep 26, 2019 · 64376aa · 64376aa
1 parent d620d75
commit 64376aa
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/PPO_continuous.py b/PPO_continuous.py
@@ -84,7 +84,9 @@ def __init__(self, state_dim, action_dim, action_std, lr, betas, gamma, K_epochs
 
         self.policy = ActorCritic(state_dim, action_dim, action_std).to(device)
         self.optimizer = torch.optim.Adam(self.policy.parameters(), lr=lr, betas=betas)
+
         self.policy_old = ActorCritic(state_dim, action_dim, action_std).to(device)
+        self.policy_old.load_state_dict(self.policy.state_dict())
 
         self.MseLoss = nn.MSELoss()