quick fix

cleanrl/ppg_procgen.py

@@ -218,8 +218,6 @@ def get_pi(self, x):
     args.num_iterations = args.total_timesteps // args.batch_size
     args.num_phases = int(args.num_iterations // args.n_iteration)
     args.aux_batch_rollouts = int(args.num_envs * args.n_iteration)
-    from rich.pretty import pprint
-    pprint(args)
     assert args.v_value == 1, "Multiple value epoch (v_value != 1) is not supported yet"
     run_name = f"{args.env_id}__{args.exp_name}__{args.seed}__{int(time.time())}"
     if args.track:

cleanrl/ppo_rnd_envpool.py

@@ -1,9 +1,9 @@
 # docs and experiment results can be found at https://docs.cleanrl.dev/rl-algorithms/ppo-rnd/#ppo_rnd_envpoolpy
-from dataclasses import dataclass
 import os
 import random
 import time
 from collections import deque
+from dataclasses import dataclass
 
 import envpool
 import gym

requirements/requirements-optuna.txt

@@ -8,7 +8,7 @@ certifi==2023.5.7 ; python_full_version >= "3.7.1" and python_version < "3.11"
 charset-normalizer==3.1.0 ; python_full_version >= "3.7.1" and python_version < "3.11"
 click==8.1.3 ; python_full_version >= "3.7.1" and python_version < "3.11"
 cloudpickle==2.2.1 ; python_full_version >= "3.7.1" and python_version < "3.11"
-cmaes==0.9.1 ; python_full_version >= "3.7.1" and python_version < "3.11"
+cmaes==0.10.0 ; python_full_version >= "3.7.1" and python_version < "3.11"
 colorama==0.4.4 ; python_full_version >= "3.7.1" and python_version < "3.11"
 colorlog==6.7.0 ; python_full_version >= "3.7.1" and python_version < "3.11"
 commonmark==0.9.1 ; python_full_version >= "3.7.1" and python_version < "3.11"
@@ -45,7 +45,7 @@ moviepy==1.0.3 ; python_full_version >= "3.7.1" and python_version < "3.11"
 numpy==1.21.6 ; python_full_version >= "3.7.1" and python_version < "3.11"
 oauthlib==3.2.2 ; python_full_version >= "3.7.1" and python_version < "3.11"
 optuna-dashboard==0.7.3 ; python_full_version >= "3.7.1" and python_version < "3.11"
-optuna==3.1.1 ; python_full_version >= "3.7.1" and python_version < "3.11"
+optuna==3.3.0 ; python_full_version >= "3.7.1" and python_version < "3.11"
 packaging==23.1 ; python_full_version >= "3.7.1" and python_version < "3.11"
 pandas==1.3.5 ; python_full_version >= "3.7.1" and python_version < "3.11"
 pathtools==0.1.2 ; python_full_version >= "3.7.1" and python_version < "3.11"

tests/test_tuner.py

@@ -31,4 +31,3 @@ def test_tuner():
         num_trials=1,
         num_seeds=1,
     )
-