Update n_zero and number of iterations in monte carlo

izmendi · Apr 1, 2015 · 2f3f94e · 2f3f94e
1 parent 776eadc
commit 2f3f94e
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/mc_control.py b/mc_control.py
@@ -12,8 +12,9 @@ def monte_carlo_control():
     n_states = defaultdict(int)
     n_state_actions = defaultdict(int)
 
-    n_zero = 100
-    episodes = xrange(10000000)
+    # best seems to be 10mil and 1000
+    n_zero = 1E5
+    episodes = xrange(int(1E7))
 
     pbar = ProgressBar(maxval=len(episodes)).start()
     for episode in episodes: