Failure # 1 (occurred at 2021-08-23_19-42-36) Traceback (most recent call last): File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/tune/trial_runner.py", line 467, in _process_trial result = self.trial_executor.fetch_result(trial) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/tune/ray_trial_executor.py", line 381, in fetch_result result = ray.get(trial_future[0], DEFAULT_GET_TIMEOUT) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/worker.py", line 1513, in get raise value.as_instanceof_cause() ray.exceptions.RayTaskError(ValueError): ray::DDPG.__init__() (pid=142423, ip=192.168.0.109) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/framework/ops.py", line 1619, in _create_c_op c_op = c_api.TF_FinishOperation(op_desc) tensorflow.python.framework.errors_impl.InvalidArgumentError: Shape must be rank 4 but is rank 2 for 'car1/critic/concat' (op: 'ConcatV2') with input shapes: [?,84,84,3], [?,8], []. During handling of the above exception, another exception occurred: ray::DDPG.__init__() (pid=142423, ip=192.168.0.109) File "python/ray/_raylet.pyx", line 414, in ray._raylet.execute_task File "python/ray/_raylet.pyx", line 449, in ray._raylet.execute_task File "python/ray/_raylet.pyx", line 450, in ray._raylet.execute_task File "python/ray/_raylet.pyx", line 452, in ray._raylet.execute_task File "python/ray/_raylet.pyx", line 407, in ray._raylet.execute_task.function_executor File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/trainer_template.py", line 90, in __init__ Trainer.__init__(self, config, env, logger_creator) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/trainer.py", line 455, in __init__ super().__init__(config, logger_creator) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/tune/trainable.py", line 174, in __init__ self._setup(copy.deepcopy(self.config)) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/trainer.py", line 596, in _setup self._init(self.config, self.env_creator) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/trainer_template.py", line 117, in _init self.config["num_workers"]) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/trainer.py", line 667, in _make_workers logdir=self.logdir) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/evaluation/worker_set.py", line 62, in __init__ RolloutWorker, env_creator, policy, 0, self._local_config) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/evaluation/worker_set.py", line 272, in _make_worker _fake_sampler=config.get("_fake_sampler", False)) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/evaluation/rollout_worker.py", line 360, in __init__ self._build_policy_map(policy_dict, policy_config) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/evaluation/rollout_worker.py", line 842, in _build_policy_map policy_map[name] = cls(obs_space, act_space, merged_conf) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/ddpg/ddpg_policy.py", line 179, in __init__ self.obs_t, observation_space, action_space, self.act_t) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/ray/rllib/agents/ddpg/ddpg_policy.py", line 387, in _build_q_network q_out = tf.concat([obs, actions], axis=1) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/util/dispatch.py", line 180, in wrapper return target(*args, **kwargs) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/ops/array_ops.py", line 1517, in concat return gen_array_ops.concat_v2(values=values, axis=axis, name=name) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/ops/gen_array_ops.py", line 1126, in concat_v2 "ConcatV2", values=values, axis=axis, name=name) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/framework/op_def_library.py", line 742, in _apply_op_helper attrs=attr_protos, op_def=op_def) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/framework/ops.py", line 3322, in _create_op_internal op_def=op_def) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/framework/ops.py", line 1786, in __init__ control_input_ops) File "/home/aizaz/.conda/envs/macad-gym/lib/python3.6/site-packages/tensorflow_core/python/framework/ops.py", line 1622, in _create_c_op raise ValueError(str(e)) ValueError: Shape must be rank 4 but is rank 2 for 'car1/critic/concat' (op: 'ConcatV2') with input shapes: [?,84,84,3], [?,8], [].