Minor

paralin · Mar 30, 2016 · d946de7 · d946de7
1 parent 64bb083
commit d946de7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/scripts/lethalai.py b/scripts/lethalai.py
@@ -84,7 +84,7 @@ def add_experience(self, experience):
 
     def propogate_reward(self):
         num_experiences = len(self.experiences)
-        if num_experiences >= 10 and not self.reward_propogated:
+        if num_experiences >= 2 and not self.reward_propogated:
             reward = int(self.experiences[num_experiences - 1].reward)
             self.reward_propogated = True
             # Interpolate linearly from the start of the experience set to the end

diff --git a/scripts/lloptions.py b/scripts/lloptions.py
@@ -9,8 +9,8 @@
     "discount_factor": 0.95,
     "dimensionality": 800,
     # 1 second of memory for eligbility trace
-    "target_memory": 1000,
-    "update_interval": 100,
+    "target_memory": 500,
+    "update_interval": 50,
     "experience_dump_min": 64,
     "disable_experience_dump": False,
     "batch_size": 256,