From 2f3f94e8a44eb8c2534531badcd8aaa3cd3c86b3 Mon Sep 17 00:00:00 2001
From: Fayimora Femi-Balogun <fayi@fayimora.com>
Date: Wed, 1 Apr 2015 16:35:12 -0400
Subject: [PATCH] Update n_zero and number of iterations in monte carlo

---
 mc_control.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/mc_control.py b/mc_control.py
index 9c05961..5f56f0c 100644
--- a/mc_control.py
+++ b/mc_control.py
@@ -12,8 +12,9 @@ def monte_carlo_control():
     n_states = defaultdict(int)
     n_state_actions = defaultdict(int)
 
-    n_zero = 100
-    episodes = xrange(10000000)
+    # best seems to be 10mil and 1000
+    n_zero = 1E5
+    episodes = xrange(int(1E7))
 
     pbar = ProgressBar(maxval=len(episodes)).start()
     for episode in episodes: