remove obsolete code, offset worker seeds (#3645)

Author: Chris Elion

docs/Python-API.md

@@ -64,7 +64,7 @@ env = UnityEnvironment(file_name="3DBall", base_port=5005, seed=1, side_channels
 - `worker_id` indicates which port to use for communication with the
   environment. For use in parallel training regimes such as A3C.
 - `seed` indicates the seed to use when generating random numbers during the
-  training process. In environments which do not involve physics calculations,
+  training process. In environments which are deterministic,
   setting the seed enables reproducible experimentation by ensuring that the
   environment and trainers utilize the same random seed.
 - `side_channels` provides a way to exchange data with the Unity simulation that

ml-agents/mlagents/trainers/learn.py

@@ -407,7 +407,7 @@ def create_environment_factory(
     env_path: Optional[str],
     docker_target_name: Optional[str],
     no_graphics: bool,
-    seed: Optional[int],
+    seed: int,
     start_port: int,
     env_args: Optional[List[str]],
 ) -> Callable[[int, List[SideChannel]], BaseEnv]:
@@ -426,15 +426,12 @@ def create_environment_factory(
         #         container.
         # Navigate in docker path and find env_path and copy it.
         env_path = prepare_for_docker_run(docker_target_name, env_path)
-    seed_count = 10000
-    seed_pool = [np.random.randint(0, seed_count) for _ in range(seed_count)]
 
     def create_unity_environment(
         worker_id: int, side_channels: List[SideChannel]
     ) -> UnityEnvironment:
-        env_seed = seed
-        if not env_seed:
-            env_seed = seed_pool[worker_id % len(seed_pool)]
+        # Make sure that each environment gets a different seed
+        env_seed = seed + worker_id
         return UnityEnvironment(
             file_name=env_path,
             worker_id=worker_id,