change add terminal state

Author: MorvanZhou

contents/3_Sarsa_maze/maze_env.py

@@ -117,9 +117,11 @@ def step(self, action):
         if s_ == self.canvas.coords(self.oval):
             reward = 1
             done = True
+            s_ = 'terminal'
         elif s_ in [self.canvas.coords(self.hell1), self.canvas.coords(self.hell2)]:
             reward = -1
             done = True
+            s_ = 'terminal'
         else:
             reward = 0
             done = False

contents/4_Sarsa_lambda_maze/maze_env.py

@@ -117,9 +117,11 @@ def step(self, action):
         if s_ == self.canvas.coords(self.oval):
             reward = 1
             done = True
+            s_ = 'terminal'
         elif s_ in [self.canvas.coords(self.hell1), self.canvas.coords(self.hell2)]:
             reward = -1
             done = True
+            s_ = 'terminal'
         else:
             reward = 0
             done = False