From 772527caa484bc04169c54959b6a0c5001650bf6 Mon Sep 17 00:00:00 2001 From: Cathy Wu Date: Tue, 19 Dec 2017 14:17:06 -0800 Subject: [PATCH] [rllib] Support 1-dimensional action spaces (PPO) (#1347) * Small fix for supporting custom preprocessors * PEP8 * Remove squeeze from actions --- python/ray/rllib/ppo/runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/ray/rllib/ppo/runner.py b/python/ray/rllib/ppo/runner.py index 47c89eccb7c8b..46b738ae53c46 100644 --- a/python/ray/rllib/ppo/runner.py +++ b/python/ray/rllib/ppo/runner.py @@ -155,7 +155,7 @@ def load_data(self, trajectories, full_trace): [trajectories["observations"], trajectories["value_targets"] if use_gae else dummy, trajectories["advantages"], - trajectories["actions"].squeeze(), + trajectories["actions"], trajectories["logprobs"], trajectories["vf_preds"] if use_gae else dummy], full_trace=full_trace)