diff --git a/benchmarks/benchmarks/scalability/results/expA_gpu.jsonl b/benchmarks/benchmarks/scalability/results/expA_gpu.jsonl deleted file mode 100644 index 23f339f..0000000 --- a/benchmarks/benchmarks/scalability/results/expA_gpu.jsonl +++ /dev/null @@ -1,134 +0,0 @@ -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.751781+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.767008+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.782660+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.801008+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.815779+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.838134+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.858610+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.875171+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.894646+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.915044+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.942859+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:05.970720+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.007558+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.034722+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.062636+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.107562+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.153434+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.207524+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.256314+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.302434+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.378256+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.470563+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.553291+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.645453+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.760901+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.782845+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.801480+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.821504+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.839897+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.857280+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.878748+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.900802+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.921641+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.943913+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.965986+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:06.998425+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.028388+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.058070+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.086977+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.117412+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.166195+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.218128+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.262568+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.307473+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.351452+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.434913+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.520984+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.610095+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.700839+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:07.788975+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.396778+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.441687+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.485612+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.534802+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.579670+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.636398+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.690741+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.745550+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.799934+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.854460+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.925416+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:08.994186+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.065116+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.136865+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.218059+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.317589+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.415516+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.521126+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.621731+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.723788+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:09.890853+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:10.055728+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:10.222333+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:10.395936+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "07f1b6f9ac4dbbbec2ef88058264b0f12b7b9487"}, "timestamp_utc": "2026-11-04T00:29:10.562965+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.761578+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.775522+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.792823+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.808020+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (1x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.824275+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.845170+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.865368+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.884332+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.902060+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (2x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.919362+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.942430+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:10.970461+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.005753+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.034282+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (4x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.061960+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.102563+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.142858+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.189325+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.230407+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (8x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.277908+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.358603+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.452639+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.536629+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.625719+00:00"} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 670, in run_collection\n return run_zerorl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 354, in run_zerorl_collection\n trainer.rollout_phase()\n ~~~~~~~~~~~~~~~~~~~~~^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/train.py\", line 163, in rollout_phase\n outputs = env_step(self.env, self.agent, state_processed)\n File \"/home/research/projects/zeroRL/zerorl/functions.py\", line 55, in env_step\n outputs: dict[str, Tensor] = agent.get_action(state) #type: ignore[operator]\n ~~~~~~~~~~~~~~~~^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/utils/_contextlib.py\", line 124, in decorate_context\n return func(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 95, in get_action\n logits, value = self.forward(state, **kwargs)\n ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/zerorl/helpers/factory.py\", line 162, in forward\n x = self.extract_layer(state)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 shapes cannot be multiplied (16x348 and 8x64)\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.729209+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.748711+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.766339+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.783685+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.801120+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.818081+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.839884+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.861573+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.883628+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.905772+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.926227+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.956934+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:11.987849+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.018536+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.049055+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.077354+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.126444+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.175415+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.226220+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.277507+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.329612+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.416790+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.502061+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.590825+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.677847+00:00"} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "Traceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 672, in run_collection\n return run_sb3_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 437, in run_sb3_collection\n load_into_sb3(policy, build_reference_state_dict(cfg.reference_seed))\n ~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/benchmarks/scalability/policy_reference.py\", line 240, in load_into_sb3\n getattr(layer, attr).copy_(sd[ref_key])\n ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^\nRuntimeError: The size of tensor a (348) must match the size of tensor b (8) at non-singleton dimension 1\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:12.762190+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.436525+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.483025+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.529223+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.579426+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.625200+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.680795+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.734415+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.788991+00:00"} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "failed", "phases": {"init_seconds": 0.0, "warmup_seconds": 0.0, "measure_seconds": 0.0}, "transitions": {"warmup_target": 16000, "warmup_actual": 0, "measure_target": 100000, "measured": 0, "exact": false}, "metrics": {}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000}, "error": "RuntimeError: TensorDictModule failed with operation\n _TorchRLCollectPolicy(\n (trunk): TorchRLSharedTrunk(\n (trunk): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (actor_head): Linear(in_features=64, out_features=4, bias=True)\n (critic_head): Linear(in_features=64, out_features=1, bias=True)\n (actor_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=4, bias=True)\n )\n (critic_path): Sequential(\n (0): Sequential(\n (0): Linear(in_features=8, out_features=64, bias=True)\n (1): Tanh()\n (2): Linear(in_features=64, out_features=64, bias=True)\n (3): Tanh()\n )\n (1): Linear(in_features=64, out_features=1, bias=True)\n )\n )\n )\n in_keys=['observation']\n out_keys=['action', 'log_prob', 'entropy', 'value'].\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/home/research/projects/zeroRL/benchmarks/scalability/run.py\", line 148, in main\n art = run_collection(framework, cfg, num_envs, seed,\n device=args.device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 674, in run_collection\n return run_torchrl_collection(cfg, num_envs, seed, device=device)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 559, in run_torchrl_collection\n collector1 = Collector(\n wrapper, tdm, backend=\"direct\", trust_policy=True,\n ...<2 lines>...\n **_collector_device_kwargs(device),\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 253, in __call__\n return super().__call__(*args, **kwargs)\n ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 869, in __init__\n self._maybe_make_final_rollout(make_rollout=self._use_buffers)\n ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torchrl/collectors/_single.py\", line 1566, in _maybe_make_final_rollout\n policy_output = self._wrapped_policy(policy_input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 328, in wrapper\n return func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/utils.py\", line 372, in wrapper\n result = func(_self, tensordict, *args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1238, in forward\n raise err from RuntimeError(\n f\"TensorDictModule failed with operation\\n{module}\\n{in_keys}\\n{out_keys}.\"\n )\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1210, in forward\n raise err\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1194, in forward\n tensors_out = self._call_module(tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/tensordict/nn/common.py\", line 1153, in _call_module\n out = self.module(*tensors, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/benchmarks/scalability/collection.py\", line 652, in forward\n features = self.trunk.trunk(obs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/container.py\", line 253, in forward\n input = module(input)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1778, in _wrapped_call_impl\n return self._call_impl(*args, **kwargs)\n ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/module.py\", line 1789, in _call_impl\n return forward_call(*args, **kwargs)\n File \"/home/research/projects/zeroRL/.venv/lib/python3.13/site-packages/torch/nn/modules/linear.py\", line 134, in forward\n return F.linear(input, self.weight, self.bias)\n ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nRuntimeError: mat1 and mat2 must have the same dtype, but got Double and Float\n", "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "dc8015dc59d58c7ce8bc9b57f5d6ea975a99875a"}, "timestamp_utc": "2026-11-04T12:20:13.846170+00:00"} diff --git a/benchmarks/exp_A_gpu.jsonl b/benchmarks/exp_A_gpu.jsonl deleted file mode 100644 index 283d4f3..0000000 --- a/benchmarks/exp_A_gpu.jsonl +++ /dev/null @@ -1,75 +0,0 @@ -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.21089445799589157, "warmup_seconds": 26.083964532939717, "measure_seconds": 157.45702664996497, "boundary_seconds": 0.0003071138635277748}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 635.0939181793717, "init_seconds": 0.21089445799589157, "warmup_seconds": 26.083964532939717, "measure_seconds": 157.45702664996497}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 64, "rollout_calls_measure": 400, "buffer_capacity_rows_per_env": 116000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:37:56.695799+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031], "actions_head": [0.000782, -0.001812, -0.002553, -6.2e-05, -0.005506, 0.007999, 0.009535, 0.003281, 0.00383, 0.007872, 0.005056, 0.008516, 0.010834, 0.002244, -0.001553, 0.000921, 0.005364, -0.003047, 0.000427, 0.006886], "action_sum_warmup": 43.95182722521713, "action_sum_measure": 5341.71044840978}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.014084093039855361, "warmup_seconds": 24.91296833800152, "measure_seconds": 156.03731594700366, "boundary_seconds": 0.00027909502387046814}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 640.8723412927961, "init_seconds": 0.014084093039855361, "warmup_seconds": 24.91296833800152, "measure_seconds": 156.03731594700366}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 64, "rollout_calls_measure": 400, "buffer_capacity_rows_per_env": 116000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:40:57.770369+00:00", "extra": {"fingerprint": {"first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669], "actions_head": [0.000776, -0.001994, -0.002623, 7.4e-05, -0.005503, 0.007947, 0.009494, 0.003432, 0.003652, 0.00791, 0.005274, 0.008565, 0.010683, 0.002282, -0.001344, 0.00097, 0.005429, -0.001209, -1.5e-05, 0.001186], "action_sum_warmup": 43.855298583221156, "action_sum_measure": 5336.224498329553}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.03953766613267362, "warmup_seconds": 25.21254638209939, "measure_seconds": 154.49796889908612, "boundary_seconds": 0.00029807700775563717}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 647.2576999722066, "init_seconds": 0.03953766613267362, "warmup_seconds": 25.21254638209939, "measure_seconds": 154.49796889908612}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 64, "rollout_calls_measure": 400, "buffer_capacity_rows_per_env": 116000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:43:57.630739+00:00", "extra": {"fingerprint": {"first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488], "actions_head": [0.000694, -0.002019, -0.00267, -1e-05, -0.005637, 0.007996, 0.009454, 0.003408, 0.003777, 0.007971, 0.005104, 0.008526, 0.01072, 0.002231, -0.001511, 0.000946, 0.005334, -0.000844, 0.002764, 0.002006], "action_sum_warmup": 43.93581202189671, "action_sum_measure": 5342.967553191695}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.01776214106939733, "warmup_seconds": 24.280628454871476, "measure_seconds": 156.35257879691198, "boundary_seconds": 0.0002863919362425804}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 639.5801129055317, "init_seconds": 0.01776214106939733, "warmup_seconds": 24.280628454871476, "measure_seconds": 156.35257879691198}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 64, "rollout_calls_measure": 400, "buffer_capacity_rows_per_env": 116000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:46:58.390453+00:00", "extra": {"fingerprint": {"first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156], "actions_head": [0.000717, -0.001973, -0.002607, 4e-06, -0.005605, 0.008015, 0.009436, 0.00335, 0.003709, 0.007889, 0.005196, 0.008655, 0.010753, 0.002205, -0.001481, 0.000933, 0.005331, 0.001077, 0.004181, 0.000296], "action_sum_warmup": 43.957922175046406, "action_sum_measure": 5337.2855851439745}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.019599749008193612, "warmup_seconds": 25.28770361491479, "measure_seconds": 155.58277338603511, "boundary_seconds": 0.0003206320106983185}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 642.7446806843967, "init_seconds": 0.019599749008193612, "warmup_seconds": 25.28770361491479, "measure_seconds": 155.58277338603511}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 64, "rollout_calls_measure": 400, "buffer_capacity_rows_per_env": 116000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:49:59.391056+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815], "actions_head": [0.000724, -0.001868, -0.00252, 0.000102, -0.005545, 0.007989, 0.00947, 0.003329, 0.003748, 0.007969, 0.005124, 0.008495, 0.010744, 0.002225, -0.00142, 0.000975, 0.005403, 0.003445, 0.005474, -0.000733], "action_sum_warmup": 43.35931286640698, "action_sum_measure": 5333.122217774755}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.025503036100417376, "warmup_seconds": 17.47718825004995, "measure_seconds": 108.99492171988823, "boundary_seconds": 0.0004224099684506655}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 917.4739375197246, "init_seconds": 0.025503036100417376, "warmup_seconds": 17.47718825004995, "measure_seconds": 108.99492171988823}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 32, "rollout_calls_measure": 200, "buffer_capacity_rows_per_env": 58000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:52:05.997155+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031], "actions_head": [0.000785, -0.001813, -0.002554, -6.1e-05, -0.005508, 0.007999, 0.00953, 0.003282, 0.003827, 0.007871, 0.005057, 0.008517, 0.010833, 0.002242, -0.001557, 0.00092, 0.005365, 0.000772, -0.001816, -0.002576], "action_sum_warmup": 43.27094245591434, "action_sum_measure": 5339.617813282213}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.021516581997275352, "warmup_seconds": 17.509435883024707, "measure_seconds": 111.8401317379903, "boundary_seconds": 0.000577263068407774}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 894.1334246124784, "init_seconds": 0.021516581997275352, "warmup_seconds": 17.509435883024707, "measure_seconds": 111.8401317379903}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 32, "rollout_calls_measure": 200, "buffer_capacity_rows_per_env": 58000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:54:15.504211+00:00", "extra": {"fingerprint": {"first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669], "actions_head": [0.000779, -0.001996, -0.002624, 7.6e-05, -0.005505, 0.007947, 0.009489, 0.003434, 0.00365, 0.00791, 0.005276, 0.008565, 0.010682, 0.002281, -0.001348, 0.00097, 0.005429, 0.000745, -0.001912, -0.002532], "action_sum_warmup": 43.22573202713829, "action_sum_measure": 5344.897832285389}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.020272323861718178, "warmup_seconds": 17.240991229191422, "measure_seconds": 110.6645437979605, "boundary_seconds": 0.0004209189210087061}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 903.6317917920423, "init_seconds": 0.020272323861718178, "warmup_seconds": 17.240991229191422, "measure_seconds": 110.6645437979605}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 32, "rollout_calls_measure": 200, "buffer_capacity_rows_per_env": 58000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:56:23.538369+00:00", "extra": {"fingerprint": {"first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488], "actions_head": [0.000698, -0.002021, -0.00267, -8e-06, -0.005638, 0.007997, 0.009449, 0.003408, 0.003774, 0.00797, 0.005105, 0.008526, 0.01072, 0.002229, -0.001515, 0.000946, 0.005336, 0.000815, -0.001899, -0.002512], "action_sum_warmup": 43.5179678819768, "action_sum_measure": 5333.288119125486}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.02052238886244595, "warmup_seconds": 17.51575354207307, "measure_seconds": 110.35184138081968, "boundary_seconds": 0.0004116971977055073}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 906.1924001331713, "init_seconds": 0.02052238886244595, "warmup_seconds": 17.51575354207307, "measure_seconds": 110.35184138081968}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 32, "rollout_calls_measure": 200, "buffer_capacity_rows_per_env": 58000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T22:58:31.534589+00:00", "extra": {"fingerprint": {"first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156], "actions_head": [0.000719, -0.001974, -0.002608, 5e-06, -0.005607, 0.008015, 0.009431, 0.00335, 0.003707, 0.007888, 0.005197, 0.008656, 0.010754, 0.002205, -0.001483, 0.000932, 0.005332, 0.000732, -0.001744, -0.002633], "action_sum_warmup": 43.26587468172511, "action_sum_measure": 5336.730076935663}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.022692446131259203, "warmup_seconds": 17.897073023952544, "measure_seconds": 111.59524024208076, "boundary_seconds": 0.0004096140619367361}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 896.0955662900362, "init_seconds": 0.022692446131259203, "warmup_seconds": 17.897073023952544, "measure_seconds": 111.59524024208076}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 32, "rollout_calls_measure": 200, "buffer_capacity_rows_per_env": 58000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:00:41.156541+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815], "actions_head": [0.000727, -0.00187, -0.002521, 0.000104, -0.005546, 0.007989, 0.009465, 0.00333, 0.003745, 0.007968, 0.005126, 0.008495, 0.010742, 0.002223, -0.001424, 0.000974, 0.005404, 0.000728, -0.0019, -0.002511], "action_sum_warmup": 43.05671322600756, "action_sum_measure": 5332.0931705472}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.06100778607651591, "warmup_seconds": 13.44532627100125, "measure_seconds": 85.18653371697292, "boundary_seconds": 0.0005897171795368195}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1173.894460035713, "init_seconds": 0.06100778607651591, "warmup_seconds": 13.44532627100125, "measure_seconds": 85.18653371697292}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 16, "rollout_calls_measure": 100, "buffer_capacity_rows_per_env": 29000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:02:19.969662+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031], "actions_head": [0.000785, -0.001813, -0.002554, -6.1e-05, -0.005508, 0.007999, 0.00953, 0.003282, 0.003827, 0.007871, 0.005057, 0.008517, 0.010833, 0.002242, -0.001557, 0.00092, 0.005365, 0.000772, -0.001816, -0.002576], "action_sum_warmup": 42.124669385484594, "action_sum_measure": 5338.217272675324}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.03347957110963762, "warmup_seconds": 13.355507970089093, "measure_seconds": 85.10608856193721, "boundary_seconds": 0.0005660778842866421}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1175.0040648058161, "init_seconds": 0.03347957110963762, "warmup_seconds": 13.355507970089093, "measure_seconds": 85.10608856193721}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 16, "rollout_calls_measure": 100, "buffer_capacity_rows_per_env": 29000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:03:58.576390+00:00", "extra": {"fingerprint": {"first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669], "actions_head": [0.000779, -0.001996, -0.002624, 7.6e-05, -0.005505, 0.007947, 0.009489, 0.003434, 0.00365, 0.00791, 0.005276, 0.008565, 0.010682, 0.002281, -0.001348, 0.00097, 0.005429, 0.000745, -0.001912, -0.002532], "action_sum_warmup": 42.67921448528796, "action_sum_measure": 5340.831448318613}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.040454025845974684, "warmup_seconds": 13.443762134993449, "measure_seconds": 84.38992843287997, "boundary_seconds": 0.0005403459072113037}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1184.9755279687859, "init_seconds": 0.040454025845974684, "warmup_seconds": 13.443762134993449, "measure_seconds": 84.38992843287997}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 16, "rollout_calls_measure": 100, "buffer_capacity_rows_per_env": 29000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:05:36.566842+00:00", "extra": {"fingerprint": {"first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488], "actions_head": [0.000698, -0.002021, -0.00267, -8e-06, -0.005638, 0.007997, 0.009449, 0.003408, 0.003774, 0.00797, 0.005105, 0.008526, 0.01072, 0.002229, -0.001515, 0.000946, 0.005336, 0.000815, -0.001899, -0.002512], "action_sum_warmup": 42.560361873438524, "action_sum_measure": 5330.356120395431}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.028249556897208095, "warmup_seconds": 13.513205276802182, "measure_seconds": 82.95827226387337, "boundary_seconds": 0.0005580680444836617}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1205.425297213524, "init_seconds": 0.028249556897208095, "warmup_seconds": 13.513205276802182, "measure_seconds": 82.95827226387337}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 16, "rollout_calls_measure": 100, "buffer_capacity_rows_per_env": 29000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:07:13.181942+00:00", "extra": {"fingerprint": {"first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156], "actions_head": [0.000719, -0.001974, -0.002608, 5e-06, -0.005607, 0.008015, 0.009431, 0.00335, 0.003707, 0.007888, 0.005197, 0.008656, 0.010754, 0.002205, -0.001483, 0.000932, 0.005332, 0.000732, -0.001744, -0.002633], "action_sum_warmup": 41.95698229321715, "action_sum_measure": 5339.194880631797}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.0259896251372993, "warmup_seconds": 13.224127424880862, "measure_seconds": 83.4097849149257, "boundary_seconds": 0.0005816800985485315}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1198.900106288436, "init_seconds": 0.0259896251372993, "warmup_seconds": 13.224127424880862, "measure_seconds": 83.4097849149257}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 16, "rollout_calls_measure": 100, "buffer_capacity_rows_per_env": 29000, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:08:49.957705+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815], "actions_head": [0.000727, -0.00187, -0.002521, 0.000104, -0.005546, 0.007989, 0.009465, 0.00333, 0.003745, 0.007968, 0.005126, 0.008495, 0.010742, 0.002223, -0.001424, 0.000974, 0.005404, 0.000728, -0.0019, -0.002511], "action_sum_warmup": 41.90669085659101, "action_sum_measure": 5332.586648690465}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.045133329927921295, "warmup_seconds": 11.329426350072026, "measure_seconds": 71.12101453496143, "boundary_seconds": 0.0009422751609236002}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1406.0541831956339, "init_seconds": 0.045133329927921295, "warmup_seconds": 11.329426350072026, "measure_seconds": 71.12101453496143}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 8, "rollout_calls_measure": 50, "buffer_capacity_rows_per_env": 14500, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:10:12.567404+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031], "actions_head": [0.000785, -0.001812, -0.002553, -6.1e-05, -0.005506, 0.008001, 0.009531, 0.003281, 0.003828, 0.007871, 0.005055, 0.008518, 0.010835, 0.002243, -0.001557, 0.000921, 0.005368, 0.000773, -0.001817, -0.002576], "action_sum_warmup": 38.98854251801458, "action_sum_measure": 5338.540432940979}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.041277840035036206, "warmup_seconds": 11.289326349971816, "measure_seconds": 71.81625141017139, "boundary_seconds": 0.0009348129387944937}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1392.4424908905357, "init_seconds": 0.041277840035036206, "warmup_seconds": 11.289326349971816, "measure_seconds": 71.81625141017139}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 8, "rollout_calls_measure": 50, "buffer_capacity_rows_per_env": 14500, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:11:35.830498+00:00", "extra": {"fingerprint": {"first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669], "actions_head": [0.000778, -0.001997, -0.002623, 7.4e-05, -0.005502, 0.007951, 0.00949, 0.003435, 0.00365, 0.00791, 0.005277, 0.008566, 0.010682, 0.002277, -0.001347, 0.000971, 0.005433, 0.000744, -0.00191, -0.002531], "action_sum_warmup": 40.25147032081986, "action_sum_measure": 5336.460866406052}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.05139086698181927, "warmup_seconds": 11.71073575108312, "measure_seconds": 72.19910867884755, "boundary_seconds": 0.00103938695974648}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1385.0586500287002, "init_seconds": 0.05139086698181927, "warmup_seconds": 11.71073575108312, "measure_seconds": 72.19910867884755}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 8, "rollout_calls_measure": 50, "buffer_capacity_rows_per_env": 14500, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:12:59.906303+00:00", "extra": {"fingerprint": {"first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488], "actions_head": [0.000698, -0.002021, -0.002672, -1e-05, -0.005635, 0.007999, 0.009449, 0.003406, 0.003773, 0.007971, 0.005106, 0.008527, 0.010722, 0.002229, -0.001515, 0.000947, 0.005338, 0.000815, -0.001901, -0.002512], "action_sum_warmup": 40.159782262224326, "action_sum_measure": 5339.340236489801}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.04268703004345298, "warmup_seconds": 11.392542641842738, "measure_seconds": 71.84602998197079, "boundary_seconds": 0.0010240820702165365}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1391.8653546353812, "init_seconds": 0.04268703004345298, "warmup_seconds": 11.392542641842738, "measure_seconds": 71.84602998197079}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 8, "rollout_calls_measure": 50, "buffer_capacity_rows_per_env": 14500, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:14:23.305760+00:00", "extra": {"fingerprint": {"first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156], "actions_head": [0.000719, -0.001973, -0.002608, 4e-06, -0.005604, 0.008019, 0.009431, 0.00335, 0.003706, 0.00789, 0.005193, 0.008657, 0.010756, 0.002204, -0.001484, 0.000934, 0.005334, 0.00073, -0.001742, -0.002633], "action_sum_warmup": 39.55811711491697, "action_sum_measure": 5337.7119319422945}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.04412218206562102, "warmup_seconds": 11.719555580057204, "measure_seconds": 70.7797764108982, "boundary_seconds": 0.0009097021538764238}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1412.8329456633135, "init_seconds": 0.04412218206562102, "warmup_seconds": 11.719555580057204, "measure_seconds": 70.7797764108982}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 8, "rollout_calls_measure": 50, "buffer_capacity_rows_per_env": 14500, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:15:45.964465+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815], "actions_head": [0.000726, -0.00187, -0.002523, 0.000103, -0.005544, 0.007995, 0.009467, 0.003327, 0.003746, 0.007968, 0.005126, 0.008494, 0.010746, 0.002223, -0.001424, 0.000977, 0.005405, 0.000728, -0.001902, -0.002512], "action_sum_warmup": 39.47848598656856, "action_sum_measure": 5338.222295171519}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.06983746797777712, "warmup_seconds": 11.08017460303381, "measure_seconds": 70.26881112297997, "boundary_seconds": 0.002465861849486828}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1423.1064735816635, "init_seconds": 0.06983746797777712, "warmup_seconds": 11.08017460303381, "measure_seconds": 70.26881112297997}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 4, "rollout_calls_measure": 25, "buffer_capacity_rows_per_env": 7250, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741, 3282652602, 2141595418, 1326433267, 3322114159, 899507640, 2393348072, 1585074779, 3540414514]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:17:07.502957+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031], "actions_head": [0.000785, -0.001812, -0.002553, -6.1e-05, -0.005506, 0.008001, 0.009531, 0.003281, 0.003828, 0.007871, 0.005055, 0.008518, 0.010835, 0.002243, -0.001557, 0.000921, 0.005368, 0.000773, -0.001817, -0.002576], "action_sum_warmup": 37.5880310200846, "action_sum_measure": 5338.816774007841}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.09142868593335152, "warmup_seconds": 11.267568468814716, "measure_seconds": 70.64260354894213, "boundary_seconds": 0.002432740991935134}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1415.576365765153, "init_seconds": 0.09142868593335152, "warmup_seconds": 11.267568468814716, "measure_seconds": 70.64260354894213}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 4, "rollout_calls_measure": 25, "buffer_capacity_rows_per_env": 7250, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461, 1818633656, 2310080866, 3463652908, 1379128424, 3135265510, 529413058, 1325280630, 1657318413]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:18:29.619311+00:00", "extra": {"fingerprint": {"first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669], "actions_head": [0.000778, -0.001997, -0.002623, 7.4e-05, -0.005502, 0.007951, 0.00949, 0.003435, 0.00365, 0.00791, 0.005277, 0.008566, 0.010682, 0.002277, -0.001347, 0.000971, 0.005433, 0.000744, -0.00191, -0.002531], "action_sum_warmup": 38.13555700935831, "action_sum_measure": 5335.887483355612}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.07041427213698626, "warmup_seconds": 11.178510640049353, "measure_seconds": 70.84407875803299, "boundary_seconds": 0.0025551868602633476}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1411.5505735002732, "init_seconds": 0.07041427213698626, "warmup_seconds": 11.178510640049353, "measure_seconds": 70.84407875803299}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 4, "rollout_calls_measure": 25, "buffer_capacity_rows_per_env": 7250, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187, 35535838, 3191457569, 1865027337, 2866184297, 4111885058, 1595357730, 2048696666, 2907168658]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:19:51.829098+00:00", "extra": {"fingerprint": {"first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488], "actions_head": [0.000698, -0.002021, -0.002672, -1e-05, -0.005635, 0.007999, 0.009449, 0.003406, 0.003773, 0.007971, 0.005106, 0.008527, 0.010722, 0.002229, -0.001515, 0.000947, 0.005338, 0.000815, -0.001901, -0.002512], "action_sum_warmup": 38.09703316613013, "action_sum_measure": 5339.729536875882}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.07526857312768698, "warmup_seconds": 11.260136731900275, "measure_seconds": 70.59189216187224, "boundary_seconds": 0.0025613070465624332}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1416.5932791643108, "init_seconds": 0.07526857312768698, "warmup_seconds": 11.260136731900275, "measure_seconds": 70.59189216187224}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 4, "rollout_calls_measure": 25, "buffer_capacity_rows_per_env": 7250, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441, 419499557, 2900963514, 3904039500, 3391033405, 2141692054, 1169319372, 231611715, 3691296346]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:21:13.872686+00:00", "extra": {"fingerprint": {"first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156], "actions_head": [0.000719, -0.001973, -0.002608, 4e-06, -0.005604, 0.008019, 0.009431, 0.00335, 0.003706, 0.00789, 0.005193, 0.008657, 0.010756, 0.002204, -0.001484, 0.000934, 0.005334, 0.00073, -0.001742, -0.002633], "action_sum_warmup": 36.943927240077755, "action_sum_measure": 5331.767515157504}}} -{"schema_version": 1, "framework": "zeroRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.09286610805429518, "warmup_seconds": 11.186236324021593, "measure_seconds": 70.48001181310974, "boundary_seconds": 0.002476111985743046}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1418.8419869333698, "init_seconds": 0.09286610805429518, "warmup_seconds": 11.186236324021593, "measure_seconds": 70.48001181310974}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "rollout_chunk_rows_per_env": 250, "rollout_calls_warmup": 4, "rollout_calls_measure": 25, "buffer_capacity_rows_per_env": 7250, "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087, 1361455104, 964164021, 2999092853, 24146355, 286365823, 3236068170, 821878104, 1143659019]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:22:35.748276+00:00", "extra": {"fingerprint": {"first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815], "actions_head": [0.000726, -0.00187, -0.002523, 0.000103, -0.005544, 0.007995, 0.009467, 0.003327, 0.003746, 0.007968, 0.005126, 0.008494, 0.010746, 0.002223, -0.001424, 0.000977, 0.005405, 0.000728, -0.001902, -0.002512], "action_sum_warmup": 37.224906347921205, "action_sum_measure": 5330.732297533492}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.019229669123888016, "warmup_seconds": 20.914893965004012, "measure_seconds": 133.85433306894265, "boundary_seconds": 0.00014114007353782654}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 747.0807833205838, "init_seconds": 0.019229669123888016, "warmup_seconds": 20.914893965004012, "measure_seconds": 133.85433306894265}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:25:10.542065+00:00", "extra": {"fingerprint": {"actions_head": [0.000782, -0.001812, -0.002553, -6.2e-05, -0.005506, 0.007999, 0.009535, 0.003281, 0.00383, 0.007872, 0.005056, 0.008516, 0.010834, 0.002244, -0.001553, 0.000921, 0.005364, -0.003047, 0.000427, 0.006886], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.06796349608339369, "warmup_seconds": 21.315753035945818, "measure_seconds": 133.48360912804492, "boundary_seconds": 0.00014356407336890697}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 749.1556502946697, "init_seconds": 0.06796349608339369, "warmup_seconds": 21.315753035945818, "measure_seconds": 133.48360912804492}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:27:45.415348+00:00", "extra": {"fingerprint": {"actions_head": [0.000776, -0.001994, -0.002623, 7.4e-05, -0.005503, 0.007947, 0.009494, 0.003432, 0.003652, 0.00791, 0.005274, 0.008565, 0.010683, 0.002282, -0.001344, 0.00097, 0.005429, -0.001209, -1.5e-05, 0.001186], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.016869707964360714, "warmup_seconds": 20.878526244079694, "measure_seconds": 130.0476731727831, "boundary_seconds": 0.00015293597243726254}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 768.9487828601027, "init_seconds": 0.016869707964360714, "warmup_seconds": 20.878526244079694, "measure_seconds": 130.0476731727831}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:30:16.363793+00:00", "extra": {"fingerprint": {"actions_head": [0.000694, -0.002019, -0.00267, -1e-05, -0.005637, 0.007996, 0.009454, 0.003408, 0.003777, 0.007971, 0.005104, 0.008526, 0.01072, 0.002231, -0.001511, 0.000946, 0.005334, -0.000844, 0.002764, 0.002006], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.018079090863466263, "warmup_seconds": 20.571530971908942, "measure_seconds": 131.9114851260092, "boundary_seconds": 0.00013702898286283016}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 758.0841039313175, "init_seconds": 0.018079090863466263, "warmup_seconds": 20.571530971908942, "measure_seconds": 131.9114851260092}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:32:48.870828+00:00", "extra": {"fingerprint": {"actions_head": [0.000717, -0.001973, -0.002607, 4e-06, -0.005605, 0.008015, 0.009436, 0.00335, 0.003709, 0.007889, 0.005196, 0.008655, 0.010753, 0.002205, -0.001481, 0.000933, 0.005331, 0.001077, 0.004181, 0.000296], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.01807456905953586, "warmup_seconds": 21.234045697841793, "measure_seconds": 135.20165739092045, "boundary_seconds": 0.00015333504416048527}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 739.6359033592406, "init_seconds": 0.01807456905953586, "warmup_seconds": 21.234045697841793, "measure_seconds": 135.20165739092045}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:35:25.330867+00:00", "extra": {"fingerprint": {"actions_head": [0.000724, -0.001868, -0.00252, 0.000102, -0.005545, 0.007989, 0.00947, 0.003329, 0.003748, 0.007969, 0.005124, 0.008495, 0.010744, 0.002225, -0.00142, 0.000975, 0.005403, 0.003445, 0.005474, -0.000733], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.08247828506864607, "warmup_seconds": 15.388123325072229, "measure_seconds": 96.55503996019252, "boundary_seconds": 0.00026456709019839764}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1035.6787179750302, "init_seconds": 0.08247828506864607, "warmup_seconds": 15.388123325072229, "measure_seconds": 96.55503996019252}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:37:17.363097+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.001813, -0.002554, -6.1e-05, -0.005508, 0.007999, 0.00953, 0.003282, 0.003827, 0.007871, 0.005057, 0.008517, 0.010833, 0.002242, -0.001557, 0.00092, 0.005365, 0.000772, -0.001816, -0.002576], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.021479320945218205, "warmup_seconds": 15.553057807963341, "measure_seconds": 97.51021297113039, "boundary_seconds": 0.00024095503613352776}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1025.5336026145976, "init_seconds": 0.021479320945218205, "warmup_seconds": 15.553057807963341, "measure_seconds": 97.51021297113039}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:39:10.453700+00:00", "extra": {"fingerprint": {"actions_head": [0.000779, -0.001996, -0.002624, 7.6e-05, -0.005505, 0.007947, 0.009489, 0.003434, 0.00365, 0.00791, 0.005276, 0.008565, 0.010682, 0.002281, -0.001348, 0.00097, 0.005429, 0.000745, -0.001912, -0.002532], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.0221707159653306, "warmup_seconds": 15.49713539890945, "measure_seconds": 100.1117470501922, "boundary_seconds": 0.00023548398166894913}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 998.8837768445277, "init_seconds": 0.0221707159653306, "warmup_seconds": 15.49713539890945, "measure_seconds": 100.1117470501922}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:41:06.089955+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.002021, -0.00267, -8e-06, -0.005638, 0.007997, 0.009449, 0.003408, 0.003774, 0.00797, 0.005105, 0.008526, 0.01072, 0.002229, -0.001515, 0.000946, 0.005336, 0.000815, -0.001899, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.020086859120056033, "warmup_seconds": 15.788374211173505, "measure_seconds": 97.59652749914676, "boundary_seconds": 0.00023049302399158478}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1024.6266190246804, "init_seconds": 0.020086859120056033, "warmup_seconds": 15.788374211173505, "measure_seconds": 97.59652749914676}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:42:59.500125+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, -0.001974, -0.002608, 5e-06, -0.005607, 0.008015, 0.009431, 0.00335, 0.003707, 0.007888, 0.005197, 0.008656, 0.010754, 0.002205, -0.001483, 0.000932, 0.005332, 0.000732, -0.001744, -0.002633], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.019515922060236335, "warmup_seconds": 15.662469262024388, "measure_seconds": 96.72132846992463, "boundary_seconds": 0.0002145380713045597}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1033.8981234226417, "init_seconds": 0.019515922060236335, "warmup_seconds": 15.662469262024388, "measure_seconds": 96.72132846992463}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:44:51.910038+00:00", "extra": {"fingerprint": {"actions_head": [0.000727, -0.00187, -0.002521, 0.000104, -0.005546, 0.007989, 0.009465, 0.00333, 0.003745, 0.007968, 0.005126, 0.008495, 0.010742, 0.002223, -0.001424, 0.000974, 0.005404, 0.000728, -0.0019, -0.002511], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.0306753390468657, "warmup_seconds": 12.487799840047956, "measure_seconds": 77.7294903320726, "boundary_seconds": 0.00042448495514690876}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1286.5130026298164, "init_seconds": 0.0306753390468657, "warmup_seconds": 12.487799840047956, "measure_seconds": 77.7294903320726}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:46:22.164662+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.001813, -0.002554, -6.1e-05, -0.005508, 0.007999, 0.00953, 0.003282, 0.003827, 0.007871, 0.005057, 0.008517, 0.010833, 0.002242, -0.001557, 0.00092, 0.005365, 0.000772, -0.001816, -0.002576], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.06640250515192747, "warmup_seconds": 12.67382093006745, "measure_seconds": 77.50499380193651, "boundary_seconds": 0.0004256409592926502}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1290.2394425777175, "init_seconds": 0.06640250515192747, "warmup_seconds": 12.67382093006745, "measure_seconds": 77.50499380193651}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:47:52.415606+00:00", "extra": {"fingerprint": {"actions_head": [0.000779, -0.001996, -0.002624, 7.6e-05, -0.005505, 0.007947, 0.009489, 0.003434, 0.00365, 0.00791, 0.005276, 0.008565, 0.010682, 0.002281, -0.001348, 0.00097, 0.005429, 0.000745, -0.001912, -0.002532], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.028010449837893248, "warmup_seconds": 12.3723887600936, "measure_seconds": 78.15528955496848, "boundary_seconds": 0.0004481230862438679}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1279.5039282615364, "init_seconds": 0.028010449837893248, "warmup_seconds": 12.3723887600936, "measure_seconds": 78.15528955496848}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:49:22.978284+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.002021, -0.00267, -8e-06, -0.005638, 0.007997, 0.009449, 0.003408, 0.003774, 0.00797, 0.005105, 0.008526, 0.01072, 0.002229, -0.001515, 0.000946, 0.005336, 0.000815, -0.001899, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.02667504409328103, "warmup_seconds": 12.556958184111863, "measure_seconds": 77.45670528500341, "boundary_seconds": 0.0004072990268468857}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1291.043811275578, "init_seconds": 0.02667504409328103, "warmup_seconds": 12.556958184111863, "measure_seconds": 77.45670528500341}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:50:53.025847+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, -0.001974, -0.002608, 5e-06, -0.005607, 0.008015, 0.009431, 0.00335, 0.003707, 0.007888, 0.005197, 0.008656, 0.010754, 0.002205, -0.001483, 0.000932, 0.005332, 0.000732, -0.001744, -0.002633], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.03152474807575345, "warmup_seconds": 12.404628840042278, "measure_seconds": 77.11864354391582, "boundary_seconds": 0.0004119661170989275}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1296.7033055120348, "init_seconds": 0.03152474807575345, "warmup_seconds": 12.404628840042278, "measure_seconds": 77.11864354391582}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:52:22.586728+00:00", "extra": {"fingerprint": {"actions_head": [0.000727, -0.00187, -0.002521, 0.000104, -0.005546, 0.007989, 0.009465, 0.00333, 0.003745, 0.007968, 0.005126, 0.008495, 0.010742, 0.002223, -0.001424, 0.000974, 0.005404, 0.000728, -0.0019, -0.002511], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.04246912500821054, "warmup_seconds": 10.934608245966956, "measure_seconds": 68.68103805207647, "boundary_seconds": 0.0007857279852032661}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1456.0059491846403, "init_seconds": 0.04246912500821054, "warmup_seconds": 10.934608245966956, "measure_seconds": 68.68103805207647}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:53:42.252971+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.001812, -0.002553, -6.1e-05, -0.005506, 0.008001, 0.009531, 0.003281, 0.003828, 0.007871, 0.005055, 0.008518, 0.010835, 0.002243, -0.001557, 0.000921, 0.005368, 0.000773, -0.001817, -0.002576], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.042447553016245365, "warmup_seconds": 11.268678647931665, "measure_seconds": 68.45242487383075, "boundary_seconds": 0.0007522001396864653}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1460.868627872814, "init_seconds": 0.042447553016245365, "warmup_seconds": 11.268678647931665, "measure_seconds": 68.45242487383075}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:55:02.024382+00:00", "extra": {"fingerprint": {"actions_head": [0.000778, -0.001997, -0.002623, 7.4e-05, -0.005502, 0.007951, 0.00949, 0.003435, 0.00365, 0.00791, 0.005277, 0.008566, 0.010682, 0.002277, -0.001347, 0.000971, 0.005433, 0.000744, -0.00191, -0.002531], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.0802562958560884, "warmup_seconds": 10.965942787006497, "measure_seconds": 69.69335668697022, "boundary_seconds": 0.0007370628882199526}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1434.856990016322, "init_seconds": 0.0802562958560884, "warmup_seconds": 10.965942787006497, "measure_seconds": 69.69335668697022}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:56:22.772620+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.002021, -0.002672, -1e-05, -0.005635, 0.007999, 0.009449, 0.003406, 0.003773, 0.007971, 0.005106, 0.008527, 0.010722, 0.002229, -0.001515, 0.000947, 0.005338, 0.000815, -0.001901, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.04370272206142545, "warmup_seconds": 11.2733521850314, "measure_seconds": 69.41808202513494, "boundary_seconds": 0.0007938230410218239}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1440.5468587246755, "init_seconds": 0.04370272206142545, "warmup_seconds": 11.2733521850314, "measure_seconds": 69.41808202513494}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:57:43.515770+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, -0.001973, -0.002608, 4e-06, -0.005604, 0.008019, 0.009431, 0.00335, 0.003706, 0.00789, 0.005193, 0.008657, 0.010756, 0.002204, -0.001484, 0.000934, 0.005334, 0.00073, -0.001742, -0.002633], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.046870254911482334, "warmup_seconds": 10.970491142012179, "measure_seconds": 68.10395700111985, "boundary_seconds": 0.0007612018380314112}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1468.3434620158073, "init_seconds": 0.046870254911482334, "warmup_seconds": 10.970491142012179, "measure_seconds": 68.10395700111985}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-04T23:59:02.645730+00:00", "extra": {"fingerprint": {"actions_head": [0.000726, -0.00187, -0.002523, 0.000103, -0.005544, 0.007995, 0.009467, 0.003327, 0.003746, 0.007968, 0.005126, 0.008494, 0.010746, 0.002223, -0.001424, 0.000977, 0.005405, 0.000728, -0.001902, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.0951613369397819, "warmup_seconds": 10.8892914110329, "measure_seconds": 68.83251529280096, "boundary_seconds": 0.0014585109893232584}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1452.80176926004, "init_seconds": 0.0951613369397819, "warmup_seconds": 10.8892914110329, "measure_seconds": 68.83251529280096}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741, 3282652602, 2141595418, 1326433267, 3322114159, 899507640, 2393348072, 1585074779, 3540414514]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:00:22.473811+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.001812, -0.002553, -6.1e-05, -0.005506, 0.008001, 0.009531, 0.003281, 0.003828, 0.007871, 0.005055, 0.008518, 0.010835, 0.002243, -0.001557, 0.000921, 0.005368, 0.000773, -0.001817, -0.002576], "action_sum_warmup": 1, "action_sum_measure": 1, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.08256699307821691, "warmup_seconds": 10.96045124786906, "measure_seconds": 68.77023433987051, "boundary_seconds": 0.0013800389133393764}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1454.117482074997, "init_seconds": 0.08256699307821691, "warmup_seconds": 10.96045124786906, "measure_seconds": 68.77023433987051}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461, 1818633656, 2310080866, 3463652908, 1379128424, 3135265510, 529413058, 1325280630, 1657318413]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:01:42.297662+00:00", "extra": {"fingerprint": {"actions_head": [0.000778, -0.001997, -0.002623, 7.4e-05, -0.005502, 0.007951, 0.00949, 0.003435, 0.00365, 0.00791, 0.005277, 0.008566, 0.010682, 0.002277, -0.001347, 0.000971, 0.005433, 0.000744, -0.00191, -0.002531], "action_sum_warmup": 1, "action_sum_measure": 3, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.07249839208088815, "warmup_seconds": 11.015183890936896, "measure_seconds": 69.46931593911722, "boundary_seconds": 0.0014718370512127876}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1439.4844493306916, "init_seconds": 0.07249839208088815, "warmup_seconds": 11.015183890936896, "measure_seconds": 69.46931593911722}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187, 35535838, 3191457569, 1865027337, 2866184297, 4111885058, 1595357730, 2048696666, 2907168658]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:03:02.866063+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.002021, -0.002672, -1e-05, -0.005635, 0.007999, 0.009449, 0.003406, 0.003773, 0.007971, 0.005106, 0.008527, 0.010722, 0.002229, -0.001515, 0.000947, 0.005338, 0.000815, -0.001901, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 2, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.10201140004210174, "warmup_seconds": 11.07774443202652, "measure_seconds": 69.26369711989537, "boundary_seconds": 0.0014257729053497314}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1443.7577570671708, "init_seconds": 0.10201140004210174, "warmup_seconds": 11.07774443202652, "measure_seconds": 69.26369711989537}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441, 419499557, 2900963514, 3904039500, 3391033405, 2141692054, 1169319372, 231611715, 3691296346]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:04:23.320043+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, -0.001973, -0.002608, 4e-06, -0.005604, 0.008019, 0.009431, 0.00335, 0.003706, 0.00789, 0.005193, 0.008657, 0.010756, 0.002204, -0.001484, 0.000934, 0.005334, 0.00073, -0.001742, -0.002633], "action_sum_warmup": 0, "action_sum_measure": 0, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "SB3", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.07487382716499269, "warmup_seconds": 11.062920209020376, "measure_seconds": 69.11567407706752, "boundary_seconds": 0.0015138292219489813}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1446.8498113538596, "init_seconds": 0.07487382716499269, "warmup_seconds": 11.062920209020376, "measure_seconds": 69.11567407706752}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "vec_env": "DummyVecEnv", "collection": "SharedTrunkPolicy.forward_collection (action, value, log_prob, entropy), deterministic", "storage": "RolloutBuffer + entropy side array", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087, 1361455104, 964164021, 2999092853, 24146355, 286365823, 3236068170, 821878104, 1143659019]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:05:43.583678+00:00", "extra": {"fingerprint": {"actions_head": [0.000726, -0.00187, -0.002523, 0.000103, -0.005544, 0.007995, 0.009467, 0.003327, 0.003746, 0.007968, 0.005126, 0.008494, 0.010746, 0.002223, -0.001424, 0.000977, 0.005405, 0.000728, -0.001902, -0.002512], "action_sum_warmup": 0, "action_sum_measure": 1, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.24264180101454258, "warmup_seconds": 43.268152808072045, "measure_seconds": 264.32697346503846, "boundary_seconds": 0.009441740810871124}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 378.31931675042097, "init_seconds": 0.24264180101454258, "warmup_seconds": 43.268152808072045, "measure_seconds": 264.32697346503846}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:10:51.827467+00:00", "extra": {"fingerprint": {"actions_head": [0.000782, -0.003047, -0.006523, -0.000289, 0.000503, -0.010871, -0.011366, -0.004242, -0.004122, -0.004104, 0.001986, -0.005265, -0.00462, -0.008231, -0.011135, -0.005053, -0.004814, -0.002592, -0.003196, -0.001817], "action_sum_warmup": 744, "action_sum_measure": 4631, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.04270713892765343, "warmup_seconds": 42.4182735059876, "measure_seconds": 264.7489486981649, "boundary_seconds": 0.009210046846419573}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 377.7163251892949, "init_seconds": 0.04270713892765343, "warmup_seconds": 42.4182735059876, "measure_seconds": 264.7489486981649}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:15:59.050486+00:00", "extra": {"fingerprint": {"actions_head": [0.000776, -0.001209, -0.000451, 8e-06, 0.001824, 0.002345, -0.010423, -0.003787, -0.003489, -0.003021, -0.004278, -0.008357, -0.001517, -0.004337, -0.00536, -0.005012, -0.00265, -0.002265, -0.001827, -0.00178], "action_sum_warmup": 744, "action_sum_measure": 4629, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.044441396836191416, "warmup_seconds": 42.29434553300962, "measure_seconds": 263.7600160881411, "boundary_seconds": 0.010089030023664236}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 379.1325216123085, "init_seconds": 0.044441396836191416, "warmup_seconds": 42.29434553300962, "measure_seconds": 263.7600160881411}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:21:05.163329+00:00", "extra": {"fingerprint": {"actions_head": [0.000694, -0.000844, -0.001726, -0.000612, -0.009453, -0.006204, -0.011679, -0.008757, -0.005015, -0.004925, -0.00612, -0.009889, -0.00401, -0.007841, -0.005271, -0.005489, -0.007646, -0.006593, -0.005444, -0.003198], "action_sum_warmup": 739, "action_sum_measure": 4624, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.04169046203605831, "warmup_seconds": 42.09071990894154, "measure_seconds": 263.4027525759302, "boundary_seconds": 0.009026092011481524}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 379.646753961591, "init_seconds": 0.04169046203605831, "warmup_seconds": 42.09071990894154, "measure_seconds": 263.4027525759302}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:26:10.711645+00:00", "extra": {"fingerprint": {"actions_head": [0.000717, 0.001077, -0.000907, -0.001347, 0.001266, 0.001853, -0.010759, -0.002955, -0.005813, -0.005411, -0.004787, -0.002229, -0.004497, -0.005833, -0.002044, -0.007366, -0.006678, -0.00433, -0.00258, -0.002026], "action_sum_warmup": 739, "action_sum_measure": 4636, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 1, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.042206825921311975, "warmup_seconds": 42.53437147382647, "measure_seconds": 264.6742093870416, "boundary_seconds": 0.00942200399003923}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 377.8229855927019, "init_seconds": 0.042206825921311975, "warmup_seconds": 42.53437147382647, "measure_seconds": 264.6742093870416}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:31:17.975749+00:00", "extra": {"fingerprint": {"actions_head": [0.000724, 0.003445, 0.003415, 9.9e-05, 0.001725, 8e-06, -0.015488, -0.011055, -0.003705, -0.003194, -0.007415, 0.001419, -0.004122, -0.004738, -0.005638, -0.005058, -0.002253, -0.002179, -0.00182, -0.001708], "action_sum_warmup": 739, "action_sum_measure": 4629, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.05090545699931681, "warmup_seconds": 26.5357569581829, "measure_seconds": 164.24753502500243, "boundary_seconds": 0.009419663110747933}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 608.8371431862133, "init_seconds": 0.05090545699931681, "warmup_seconds": 26.5357569581829, "measure_seconds": 164.24753502500243}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:34:28.823438+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.003042, -0.006522, -0.000284, 0.000505, -0.010835, -0.011373, -0.004257, -0.004123, -0.004106, 0.001986, -0.002643, -0.004348, 0.001387, -0.005322, -0.005537, -0.004859, -0.003182, -0.003104, -0.001819], "action_sum_warmup": 741, "action_sum_measure": 4635, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.05007715802639723, "warmup_seconds": 25.997098362073302, "measure_seconds": 164.92196902399883, "boundary_seconds": 0.009415697073563933}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 606.3473568245379, "init_seconds": 0.05007715802639723, "warmup_seconds": 25.997098362073302, "measure_seconds": 164.92196902399883}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:37:39.806366+00:00", "extra": {"fingerprint": {"actions_head": [0.000779, -0.001206, -0.000447, 1e-05, 0.001826, 0.002345, -0.010423, -0.003786, -0.003492, -0.003022, -0.004272, -0.008359, -0.001515, -0.004331, -0.00536, -0.005013, -0.002649, -0.002261, -0.001828, -0.001783], "action_sum_warmup": 743, "action_sum_measure": 4632, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.05118784215301275, "warmup_seconds": 25.93194957310334, "measure_seconds": 163.67908357200213, "boundary_seconds": 0.009571735048666596}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 610.951612250506, "init_seconds": 0.05118784215301275, "warmup_seconds": 25.93194957310334, "measure_seconds": 163.67908357200213}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:40:49.482584+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.000844, -0.001725, -0.00061, -0.009453, -0.006203, -0.011683, -0.008759, -0.005016, -0.004925, -0.006118, -0.009888, -0.004008, -0.00784, -0.005263, -0.007636, -0.009816, -0.005323, -0.005363, -0.003236], "action_sum_warmup": 741, "action_sum_measure": 4626, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.05421289894729853, "warmup_seconds": 26.795753760961816, "measure_seconds": 174.28842685185373, "boundary_seconds": 0.012000509072095156}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 573.7615618333663, "init_seconds": 0.05421289894729853, "warmup_seconds": 26.795753760961816, "measure_seconds": 174.28842685185373}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:44:10.636554+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, 0.00109, -0.000903, -0.001345, 0.001268, 0.001875, -0.01076, -0.002961, -0.005811, -0.005399, -0.004776, -0.002231, -0.004497, -0.005838, -0.002048, -0.007366, -0.006678, -0.004326, -0.002588, -0.002023], "action_sum_warmup": 741, "action_sum_measure": 4629, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 2, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.05510842986404896, "warmup_seconds": 27.97829413600266, "measure_seconds": 174.2710230059456, "boundary_seconds": 0.010587521130219102}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 573.8188614213178, "init_seconds": 0.05510842986404896, "warmup_seconds": 27.97829413600266, "measure_seconds": 174.2710230059456}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 6250, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:47:32.955517+00:00", "extra": {"fingerprint": {"actions_head": [0.000727, 0.003448, 0.003415, 0.0001, 0.001728, 1e-05, -0.015488, -0.011047, -0.003708, -0.003195, -0.007413, 0.001416, -0.004122, -0.004736, -0.005639, -0.005059, -0.002257, -0.002182, -0.001821, -0.001709], "action_sum_warmup": 740, "action_sum_measure": 4628, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.06946765491738915, "warmup_seconds": 18.02997309085913, "measure_seconds": 116.81572390696965, "boundary_seconds": 0.010090921074151993}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 856.0491400938332, "init_seconds": 0.06946765491738915, "warmup_seconds": 18.02997309085913, "measure_seconds": 116.81572390696965}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:49:47.885644+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.003042, -0.006522, -0.000284, 0.000505, -0.010835, -0.011373, -0.004257, -0.004123, -0.004106, 0.001986, -0.002643, -0.004348, 0.001387, -0.005322, -0.005537, -0.004859, -0.003182, -0.003104, -0.001819], "action_sum_warmup": 743, "action_sum_measure": 4633, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.07192098582163453, "warmup_seconds": 18.569342420902103, "measure_seconds": 117.29630551300943, "boundary_seconds": 0.010474126087501645}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 852.5417707116864, "init_seconds": 0.07192098582163453, "warmup_seconds": 18.569342420902103, "measure_seconds": 117.29630551300943}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:52:03.838532+00:00", "extra": {"fingerprint": {"actions_head": [0.000779, -0.001206, -0.000447, 1e-05, 0.001826, 0.002345, -0.010423, -0.003786, -0.003492, -0.003022, -0.004272, -0.008359, -0.001515, -0.004331, -0.00536, -0.005013, -0.002649, -0.002261, -0.001828, -0.001783], "action_sum_warmup": 739, "action_sum_measure": 4634, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.07249316899105906, "warmup_seconds": 18.84889970207587, "measure_seconds": 117.1561826649122, "boundary_seconds": 0.010796849150210619}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 853.5614401675927, "init_seconds": 0.07249316899105906, "warmup_seconds": 18.84889970207587, "measure_seconds": 117.1561826649122}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:54:19.930650+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.000844, -0.001725, -0.00061, -0.009453, -0.006203, -0.011683, -0.008759, -0.005016, -0.004925, -0.006118, -0.009888, -0.004008, -0.00784, -0.005263, -0.007636, -0.009816, -0.005323, -0.005363, -0.003236], "action_sum_warmup": 740, "action_sum_measure": 4622, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.06654245080426335, "warmup_seconds": 17.956858031917363, "measure_seconds": 111.54461668385193, "boundary_seconds": 0.009422172093763947}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 896.5022515019928, "init_seconds": 0.06654245080426335, "warmup_seconds": 17.956858031917363, "measure_seconds": 111.54461668385193}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:56:29.512430+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, 0.00109, -0.000903, -0.001345, 0.001268, 0.001875, -0.01076, -0.002961, -0.005811, -0.005399, -0.004776, -0.002231, -0.004497, -0.005838, -0.002048, -0.007366, -0.006678, -0.004326, -0.002588, -0.002023], "action_sum_warmup": 743, "action_sum_measure": 4635, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 4, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.0662951641716063, "warmup_seconds": 18.50983667303808, "measure_seconds": 118.63964449591003, "boundary_seconds": 0.010534717002883554}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 842.8885675179799, "init_seconds": 0.0662951641716063, "warmup_seconds": 18.50983667303808, "measure_seconds": 118.63964449591003}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T00:58:46.744349+00:00", "extra": {"fingerprint": {"actions_head": [0.000727, 0.003448, 0.003415, 0.0001, 0.001728, 1e-05, -0.015488, -0.011047, -0.003708, -0.003195, -0.007413, 0.001416, -0.004122, -0.004736, -0.005639, -0.005059, -0.002257, -0.002182, -0.001821, -0.001709], "action_sum_warmup": 738, "action_sum_measure": 4633, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.10428986605256796, "warmup_seconds": 14.331693889806047, "measure_seconds": 90.1761459580157, "boundary_seconds": 0.010660642990842462}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1108.940717499261, "init_seconds": 0.10428986605256796, "warmup_seconds": 14.331693889806047, "measure_seconds": 90.1761459580157}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:00:31.370680+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.00304, -0.006523, -0.000284, 0.000506, -0.010833, -0.011373, -0.004257, -0.004123, -0.004107, 0.001985, -0.00265, -0.00435, 0.005764, -0.004168, -0.00576, -0.0046, -0.002864, -0.003347, -0.001852], "action_sum_warmup": 742, "action_sum_measure": 4634, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.10497704287990928, "warmup_seconds": 14.593682903097942, "measure_seconds": 90.31369132292457, "boundary_seconds": 0.010685187997296453}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1107.2518300956294, "init_seconds": 0.10497704287990928, "warmup_seconds": 14.593682903097942, "measure_seconds": 90.31369132292457}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:02:16.397256+00:00", "extra": {"fingerprint": {"actions_head": [0.000778, -0.001205, -0.000445, 1.2e-05, 0.001827, 0.002343, -0.01042, -0.003785, -0.003493, -0.003023, -0.004274, -0.008356, -0.001516, -0.004333, -0.005363, -0.005014, -0.00265, -0.002267, -0.001827, -0.001782], "action_sum_warmup": 740, "action_sum_measure": 4631, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.09749194094911218, "warmup_seconds": 13.823926555924118, "measure_seconds": 86.28843245701864, "boundary_seconds": 0.010140500031411648}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1158.9038895776819, "init_seconds": 0.09749194094911218, "warmup_seconds": 13.823926555924118, "measure_seconds": 86.28843245701864}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:03:56.621739+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.000843, -0.001723, -0.00061, -0.009452, -0.006202, -0.011683, -0.008758, -0.005017, -0.004927, -0.00612, -0.009887, -0.004007, -0.007841, -0.005265, -0.007635, -0.009816, -0.00535, -0.005366, -0.003238], "action_sum_warmup": 743, "action_sum_measure": 4622, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.09266588906757534, "warmup_seconds": 14.396749258972704, "measure_seconds": 87.84618636011146, "boundary_seconds": 0.01083960197865963}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1138.3533439922585, "init_seconds": 0.09266588906757534, "warmup_seconds": 14.396749258972704, "measure_seconds": 87.84618636011146}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:05:38.972743+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, 0.001091, -0.000901, -0.001343, 0.001272, 0.001875, -0.010759, -0.002962, -0.005813, -0.005405, -0.004779, -0.002232, -0.00449, -0.005835, -0.002051, -0.00737, -0.00668, -0.004333, -0.00259, -0.002025], "action_sum_warmup": 744, "action_sum_measure": 4631, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 8, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.10529707581736147, "warmup_seconds": 13.815331602934748, "measure_seconds": 89.29148520715535, "boundary_seconds": 0.010151442838832736}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1119.9276142400477, "init_seconds": 0.10529707581736147, "warmup_seconds": 13.815331602934748, "measure_seconds": 89.29148520715535}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 5000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:07:22.199297+00:00", "extra": {"fingerprint": {"actions_head": [0.000726, 0.003449, 0.003416, 0.0001, 0.00173, 1e-05, -0.015488, -0.011047, -0.003708, -0.003197, -0.007411, 0.001416, -0.004124, -0.004737, -0.005645, -0.00506, -0.002258, -0.002181, -0.001818, -0.001711], "action_sum_warmup": 739, "action_sum_measure": 4620, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 0, "seed": 1000, "status": "ok", "phases": {"init_seconds": 0.17019658908247948, "warmup_seconds": 12.315249501960352, "measure_seconds": 74.68386108404957, "boundary_seconds": 0.012448681052774191}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1338.9773713956693, "init_seconds": 0.17019658908247948, "warmup_seconds": 12.315249501960352, "measure_seconds": 74.68386108404957}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 4000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1484808508, 3739256933, 2822786858, 3633331186, 2067319448, 3232733299, 2825192541, 3252748741, 3282652602, 2141595418, 1326433267, 3322114159, 899507640, 2393348072, 1585074779, 3540414514]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:08:49.385738+00:00", "extra": {"fingerprint": {"actions_head": [0.000785, -0.00304, -0.006523, -0.000284, 0.000506, -0.010833, -0.011373, -0.004257, -0.004123, -0.004107, 0.001985, -0.00265, -0.00435, 0.005764, -0.004168, -0.00576, -0.0046, -0.002864, -0.003347, -0.001852], "action_sum_warmup": 743, "action_sum_measure": 4624, "first_obs_head": [0.114739, 1.00395, -0.004942, 0.008031]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 1, "seed": 1001, "status": "ok", "phases": {"init_seconds": 0.16921710199676454, "warmup_seconds": 11.92181992996484, "measure_seconds": 74.03750044410117, "boundary_seconds": 0.012206300860270858}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1350.666883676073, "init_seconds": 0.16921710199676454, "warmup_seconds": 11.92181992996484, "measure_seconds": 74.03750044410117}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 4000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1909074423, 3962977888, 3622263192, 2939905540, 3300572547, 629968755, 3493892193, 3289447461, 1818633656, 2310080866, 3463652908, 1379128424, 3135265510, 529413058, 1325280630, 1657318413]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:10:15.530874+00:00", "extra": {"fingerprint": {"actions_head": [0.000778, -0.001205, -0.000445, 1.2e-05, 0.001827, 0.002343, -0.01042, -0.003785, -0.003493, -0.003023, -0.004274, -0.008356, -0.001516, -0.004333, -0.005363, -0.005014, -0.00265, -0.002267, -0.001827, -0.001782], "action_sum_warmup": 742, "action_sum_measure": 4623, "first_obs_head": [0.10194, 1.005352, -0.002477, -0.006669]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 2, "seed": 1002, "status": "ok", "phases": {"init_seconds": 0.15892536100000143, "warmup_seconds": 11.927118697902188, "measure_seconds": 74.2007152249571, "boundary_seconds": 0.012118977028876543}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1347.6959042352387, "init_seconds": 0.15892536100000143, "warmup_seconds": 11.927118697902188, "measure_seconds": 74.2007152249571}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 4000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1780739998, 1935968128, 748285535, 1087078637, 2896556764, 2971655972, 501781881, 1396663187, 35535838, 3191457569, 1865027337, 2866184297, 4111885058, 1595357730, 2048696666, 2907168658]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:11:41.834122+00:00", "extra": {"fingerprint": {"actions_head": [0.000698, -0.000843, -0.001723, -0.00061, -0.009452, -0.006202, -0.011683, -0.008758, -0.005017, -0.004927, -0.00612, -0.009887, -0.004007, -0.007841, -0.005265, -0.007635, -0.009816, -0.00535, -0.005366, -0.003238], "action_sum_warmup": 743, "action_sum_measure": 4625, "first_obs_head": [0.0995, 0.990195, 0.005593, 0.004488]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 3, "seed": 1003, "status": "ok", "phases": {"init_seconds": 0.16301899612881243, "warmup_seconds": 11.772763726999983, "measure_seconds": 74.3182741838973, "boundary_seconds": 0.013626551954075694}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1345.5640769126903, "init_seconds": 0.16301899612881243, "warmup_seconds": 11.772763726999983, "measure_seconds": 74.3182741838973}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 4000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [3534947301, 1211106729, 2938131411, 2102574505, 2260797203, 3551913963, 3364940778, 1820888441, 419499557, 2900963514, 3904039500, 3391033405, 2141692054, 1169319372, 231611715, 3691296346]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:13:08.106326+00:00", "extra": {"fingerprint": {"actions_head": [0.000719, 0.001091, -0.000901, -0.001343, 0.001272, 0.001875, -0.010759, -0.002962, -0.005813, -0.005405, -0.004779, -0.002232, -0.00449, -0.005835, -0.002051, -0.00737, -0.00668, -0.004333, -0.00259, -0.002025], "action_sum_warmup": 740, "action_sum_measure": 4617, "first_obs_head": [0.103652, 0.996273, -0.001525, -0.001156]}}} -{"schema_version": 1, "framework": "TorchRL", "experiment": "A", "mode": "sync", "num_envs": 16, "num_workers": 1, "protocol": "collection", "rep": 4, "seed": 1004, "status": "ok", "phases": {"init_seconds": 0.162312334170565, "warmup_seconds": 12.021811238955706, "measure_seconds": 75.72016698890366, "boundary_seconds": 0.012672435957938433}, "transitions": {"warmup_target": 16000, "warmup_actual": 16000, "measure_target": 100000, "measured": 100000, "exact": true}, "metrics": {"throughput_mean": 1320.6521324055507, "init_seconds": 0.162312334170565, "warmup_seconds": 12.021811238955706, "measure_seconds": 75.72016698890366}, "config": {"device": "cuda", "env_id": "HumanoidStandup-v5", "warmup": 16000, "measure": 100000, "reference_seed": 4242, "collector": "Collector(backend='direct')", "frames_per_batch_warmup": 8000, "frames_per_batch_measure": 4000, "autoreset": "SyncVectorEnv SAME_STEP", "fields": {"action": 100000, "log_prob": 100000, "entropy": 100000, "value": 100000}, "seeds": [1458279434, 2094128383, 2051908698, 3189870141, 2134560999, 2845249056, 27589537, 676233087, 1361455104, 964164021, 2999092853, 24146355, 286365823, 3236068170, 821878104, 1143659019]}, "error": null, "environment": {"python": "3.13.14", "platform": "Linux-6.8.12-tegra-aarch64-with-glibc2.39", "processor": "aarch64", "device": "cuda", "hostname": "gpu1", "torch": "2.13.0+cu130", "torch_num_threads": 14, "cuda_available": true, "gymnasium": "1.3.0", "sb3": "2.9.0", "torchrl": "0.14.1", "tensordict": "0.14.3", "git_sha": "7813ea3a3711cfbcf6592ef8af5bb05b04fb4dc4"}, "timestamp_utc": "2026-11-05T01:14:36.027310+00:00", "extra": {"fingerprint": {"actions_head": [0.000726, 0.003449, 0.003416, 0.0001, 0.00173, 1e-05, -0.015488, -0.011047, -0.003708, -0.003197, -0.007411, 0.001416, -0.004124, -0.004737, -0.005645, -0.00506, -0.002258, -0.002181, -0.001818, -0.001711], "action_sum_warmup": 739, "action_sum_measure": 4616, "first_obs_head": [0.114366, 0.990608, 0.007721, -0.000815]}}} diff --git a/benchmarks/scalability/collection.py b/benchmarks/scalability/collection.py index 5476312..51d16dd 100644 --- a/benchmarks/scalability/collection.py +++ b/benchmarks/scalability/collection.py @@ -188,7 +188,10 @@ def _absorb_actions(fb: dict[str, Any], actions: list[int], if len(fb["actions_head"]) < FINGERPRINT_HEAD: fb["actions_head"].append(int(a) if is_discrete else round(float(a), 6)) - total = int(sum(actions)) + # int actions sum to int (unchanged); continuous sums MUST stay float — + # int() truncation made every Box action sum to 0 and broke parity with + # zeroRL's float(np.sum(buffer_actions)) fingerprint. + total = sum(actions) if tracker.target == fb.get("_warm_target"): fb["action_sum_warmup"] += total else: @@ -381,14 +384,22 @@ def run_zerorl_collection(cfg: CollectionConfig, num_envs: int, seed: int, # fingerprints from the (official-path) buffer data = buffer.get_all() - actions = data["action"].reshape(-1).tolist() + flat = data["action"].reshape(-1) + # action elements per vectorized step: 1 for scalar (discrete) + # actions, act_dim for Box actions — the warmup slice must cover + # whole transitions, matching what _absorb_actions accumulates for + # SB3/TorchRL (all warmup action values), not a flat-element prefix. + act_dim = flat.numel() // (data["action"].shape[0] + * data["action"].shape[1]) + actions = flat.tolist() warm_n = cfg.warmup + warm_elems = warm_n * act_dim fb = { "first_obs_head": [round(float(x), 6) for x in first_obs.reshape(-1)[:4]], "actions_head": [int(a) if is_discrete else round(float(a), 6) for a in actions[:FINGERPRINT_HEAD]], - "action_sum_warmup": float(np.sum(actions[:warm_n])), - "action_sum_measure": float(np.sum(actions[warm_n:])), + "action_sum_warmup": float(np.sum(actions[:warm_elems])), + "action_sum_measure": float(np.sum(actions[warm_elems:])), } warm_t = BudgetTracker(cfg.warmup) @@ -616,7 +627,7 @@ def run_torchrl_collection(cfg: CollectionConfig, num_envs: int, seed: int, for x in td["observation"][0].reshape(-1)[:4]] # td batch dims are (env, time); fingerprint order must be # time-major (step0_env0, step0_env1, ...) to match zeroRL/SB3. - _absorb_actions(fb, td["action"].movedim(-1, 0).reshape(-1).tolist(), + _absorb_actions(fb, td["action"].movedim(1, 0).reshape(-1).tolist(), warm_tracker, is_discrete=d.is_discrete) warm_tracker.record(n) warm_s = time.perf_counter() - t @@ -640,7 +651,7 @@ def run_torchrl_collection(cfg: CollectionConfig, num_envs: int, seed: int, t = time.perf_counter() for td in collector2: n = int(td.batch_size.numel()) - _absorb_actions(fb, td["action"].movedim(-1, 0).reshape(-1).tolist(), + _absorb_actions(fb, td["action"].movedim(1, 0).reshape(-1).tolist(), meas_tracker, is_discrete=d.is_discrete) for key in meas_fields: meas_fields[key] += n diff --git a/benchmarks/scalability/workers.py b/benchmarks/scalability/workers.py index e536fd6..80c2a7a 100644 --- a/benchmarks/scalability/workers.py +++ b/benchmarks/scalability/workers.py @@ -155,7 +155,7 @@ def run_torchrl_mp_collection(cfg: CollectionConfig, num_envs: int, if first_obs is None: first_obs = [round(float(x), 6) for x in td["observation"][0, 0].reshape(-1)[:4]] - _absorb_actions(fb, td["action"].movedim(-1, 0).reshape(-1).tolist(), + _absorb_actions(fb, td["action"].movedim(1, 0).reshape(-1).tolist(), warm_tracker, is_discrete=d.is_discrete) warm_tracker.record(n) warm_s = time.perf_counter() - t @@ -180,7 +180,7 @@ def run_torchrl_mp_collection(cfg: CollectionConfig, num_envs: int, t = time.perf_counter() for td in collector2: n = int(td.batch_size.numel()) - _absorb_actions(fb, td["action"].movedim(-1, 0).reshape(-1).tolist(), + _absorb_actions(fb, td["action"].movedim(1, 0).reshape(-1).tolist(), meas_tracker, is_discrete=d.is_discrete) meas_tracker.record(n) meas_s = time.perf_counter() - t diff --git a/tests/test_benchmark_scaling.py b/tests/test_benchmark_scaling.py index 19f605f..bd2c0dd 100644 --- a/tests/test_benchmark_scaling.py +++ b/tests/test_benchmark_scaling.py @@ -1199,8 +1199,8 @@ def test_torchrl_ppo_e2e_trunk_count(self, monkeypatch) -> None: policy_calls = [0] orig_wiring = pp.build_torchrl_ppo_wiring - def wiring_spy(trunk, cfg, updates): - wiring = orig_wiring(trunk, cfg, updates) + def wiring_spy(trunk, cfg, updates, **kwargs): + wiring = orig_wiring(trunk, cfg, updates, **kwargs) wiring["collector_policy"].register_forward_hook( lambda *_: policy_calls.__setitem__(0, policy_calls[0] + 1)) return wiring @@ -1208,8 +1208,8 @@ def wiring_spy(trunk, cfg, updates): monkeypatch.setattr(pp, "build_torchrl_ppo_wiring", wiring_spy) class CountingTrunk(ref.TorchRLSharedTrunk): - def __init__(self, sd=None): - super().__init__(sd) + def __init__(self, sd=None, **kwargs): + super().__init__(sd, **kwargs) self.trunk.register_forward_hook( lambda *_: counter.__setitem__(0, counter[0] + 1)) @@ -1698,28 +1698,28 @@ def boom(*_args, **_kwargs): class TestEnvAgnosticAdaptation: """Env-agnostic + continuous-action adaptation of the shared reference - policy (HumanoidStandup-v4 as the continuous case).""" + policy (HumanoidStandup-v5 as the continuous case).""" def test_env_slug_and_dims(self) -> None: - assert schema.env_slug("HumanoidStandup-v4") == "humanoidstandupv4" + assert schema.env_slug("HumanoidStandup-v5") == "humanoidstandupv5" assert schema.env_slug("LunarLander-v3") == "lunarlanderv3" d = ref.env_dims("LunarLander-v3") assert (d.obs_n, d.act_n, d.is_discrete) == (8, 4, True) - d = ref.env_dims("HumanoidStandup-v4") # gym.make; lru-cached - assert d.obs_shape == (376,) + d = ref.env_dims("HumanoidStandup-v5") # gym.make; lru-cached + assert d.obs_shape == (348,) assert d.act_n == 17 assert d.is_discrete is False def test_humanoid_reference_sd_shapes(self) -> None: - sd = ref.build_reference_state_dict(4242, obs_dim=376, act_dim=17, + sd = ref.build_reference_state_dict(4242, obs_dim=348, act_dim=17, is_discrete=False) - assert sd["extract_layer.0.weight"].shape == (64, 376) + assert sd["extract_layer.0.weight"].shape == (64, 348) assert sd["actor.weight"].shape == (17, 64) assert "log_std" in sd and sd["log_std"].shape == (17,) - trunk = ref.TorchRLSharedTrunk(sd, obs_dim=376, act_dim=17) + trunk = ref.TorchRLSharedTrunk(sd, obs_dim=348, act_dim=17) assert isinstance(trunk.log_std, torch.nn.Parameter) assert any(p is trunk.log_std for p in trunk.parameters()) @@ -1735,19 +1735,19 @@ def test_continuous_cross_framework_equivalence(self) -> None: from benchmarks.scalability.collection import _TorchRLCollectPolicy - sd = ref.build_reference_state_dict(4242, obs_dim=376, act_dim=17, + sd = ref.build_reference_state_dict(4242, obs_dim=348, act_dim=17, is_discrete=False) agent = ref.build_deterministic_zerorl_agent( - sd, obs_dim=376, act_dim=17, is_discrete=False) + sd, obs_dim=348, act_dim=17, is_discrete=False) sb3 = ref.build_sb3_shared_policy( - gym.spaces.Box(-1.0, 1.0, shape=(376,), dtype="float32"), + gym.spaces.Box(-1.0, 1.0, shape=(348,), dtype="float32"), gym.spaces.Box(-1.0, 1.0, shape=(17,), dtype="float32")) ref.load_into_sb3(sb3, sd) - trunk = ref.TorchRLSharedTrunk(sd, obs_dim=376, act_dim=17) + trunk = ref.TorchRLSharedTrunk(sd, obs_dim=348, act_dim=17) torchrl_policy = _TorchRLCollectPolicy(trunk) torch.manual_seed(0) - obs = torch.randn(8, 376) + obs = torch.randn(8, 348) z = agent.get_action(obs) s_actions, s_values, s_lp, s_ent = sb3.forward_collection(obs) @@ -1777,8 +1777,8 @@ def test_env_flag_and_auto_out(self, monkeypatch, tmp_path) -> None: for mod in (run_mod, res_run): assert mod.build_parser().parse_args([]).env == "LunarLander-v3" parsed = mod.build_parser().parse_args( - ["--env", "HumanoidStandup-v4"]) - assert parsed.env == "HumanoidStandup-v4" + ["--env", "HumanoidStandup-v5"]) + assert parsed.env == "HumanoidStandup-v5" # resources report/plots expose build_parser: --env-slug default "" # + accepted override @@ -1812,7 +1812,7 @@ def stub_fn(*_args, __cap=captured, **kwargs): assert captured == ["", "x"], (fn_name, captured) # auto-out composition used by run.py mains for a non-default env - assert ("expA_" + schema.env_slug("HumanoidStandup-v4") - + ".jsonl") == "expA_humanoidstandupv4.jsonl" - assert ("resources_" + schema.env_slug("HumanoidStandup-v4") - + ".jsonl") == "resources_humanoidstandupv4.jsonl" + assert ("expA_" + schema.env_slug("HumanoidStandup-v5") + + ".jsonl") == "expA_humanoidstandupv5.jsonl" + assert ("resources_" + schema.env_slug("HumanoidStandup-v5") + + ".jsonl") == "resources_humanoidstandupv5.jsonl" diff --git a/tests/test_resources.py b/tests/test_resources.py index 6d5218f..7e66715 100644 --- a/tests/test_resources.py +++ b/tests/test_resources.py @@ -674,8 +674,8 @@ def test_resources_env_flag_and_slug() -> None: args = build_parser().parse_args([]) assert args.env == "LunarLander-v3" - args = build_parser().parse_args(["--env", "HumanoidStandup-v4"]) - assert args.env == "HumanoidStandup-v4" + args = build_parser().parse_args(["--env", "HumanoidStandup-v5"]) + assert args.env == "HumanoidStandup-v5" # non-default env => slug-prefixed sample files (run.py composition) - assert f"{env_slug('HumanoidStandup-v4')}_collect_zeroRL_rep0.jsonl" == \ - "humanoidstandupv4_collect_zeroRL_rep0.jsonl" + assert f"{env_slug('HumanoidStandup-v5')}_collect_zeroRL_rep0.jsonl" == \ + "humanoidstandupv5_collect_zeroRL_rep0.jsonl" diff --git a/zerorl/functions.py b/zerorl/functions.py index 5c3c67b..224c635 100644 --- a/zerorl/functions.py +++ b/zerorl/functions.py @@ -1,6 +1,6 @@ """Utility functions for RL training. -Provides vectorize_env() for environment wrapping, env_step() forfunc +Provides vectorize_env() for environment wrapping, env_step() for agent-env interaction, and helpers for state processing, seeding, and action conversion. """ @@ -312,7 +312,10 @@ def get_obs_act(env: SyncVectorEnv) -> Any: else: act_n = int(np.prod(act_dim.shape)) #type: ignore - obs_n = obs_dim.shape + if len(obs_dim.shape) == 3: # type: ignore + obs_n = obs_dim # image spaces: pass the Space itself + else: + obs_n = obs_dim.shape[-1] # type: ignore # flat obs dim (int) return (obs_dim.shape, act_dim.shape, obs_n, act_n, is_discrete)