[CI] Fix RoboHive CI

[vmoens]

No description provided.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 89. Improved: $\large\color{#35bf28}7$. Worsened: $\large\color{#d91a1a}5$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_single	78.7397ms	78.0046ms	12.8198 Ops/s	13.1304 Ops/s	$\color{#d91a1a}-2.37\%$
test_sync	0.1403s	45.8509ms	21.8098 Ops/s	22.2979 Ops/s	$\color{#d91a1a}-2.19\%$
test_async	73.0464ms	40.0826ms	24.9485 Ops/s	24.8523 Ops/s	$\color{#35bf28}+0.39\%$
test_simple	0.7409s	0.6570s	1.5221 Ops/s	1.5477 Ops/s	$\color{#d91a1a}-1.65\%$
test_transformed	0.9204s	0.8481s	1.1791 Ops/s	1.1883 Ops/s	$\color{#d91a1a}-0.77\%$
test_serial	1.9156s	1.8419s	0.5429 Ops/s	0.5490 Ops/s	$\color{#d91a1a}-1.11\%$
test_parallel	1.5786s	1.5047s	0.6646 Ops/s	0.6662 Ops/s	$\color{#d91a1a}-0.24\%$
test_step_mdp_speed[True-True-True-True-True]	0.2380ms	44.9911μs	22.2266 KOps/s	22.4535 KOps/s	$\color{#d91a1a}-1.01\%$
test_step_mdp_speed[True-True-True-True-False]	60.3000μs	25.4826μs	39.2425 KOps/s	39.3435 KOps/s	$\color{#d91a1a}-0.26\%$
test_step_mdp_speed[True-True-True-False-True]	0.1078ms	31.5559μs	31.6898 KOps/s	31.6784 KOps/s	$\color{#35bf28}+0.04\%$
test_step_mdp_speed[True-True-True-False-False]	88.3000μs	17.8909μs	55.8944 KOps/s	57.2691 KOps/s	$\color{#d91a1a}-2.40\%$
test_step_mdp_speed[True-True-False-True-True]	0.1213ms	46.7134μs	21.4071 KOps/s	21.6839 KOps/s	$\color{#d91a1a}-1.28\%$
test_step_mdp_speed[True-True-False-True-False]	96.9010μs	27.2409μs	36.7095 KOps/s	37.0194 KOps/s	$\color{#d91a1a}-0.84\%$
test_step_mdp_speed[True-True-False-False-True]	65.6010μs	33.6185μs	29.7455 KOps/s	29.8873 KOps/s	$\color{#d91a1a}-0.47\%$
test_step_mdp_speed[True-True-False-False-False]	0.1193ms	19.8437μs	50.3938 KOps/s	50.2036 KOps/s	$\color{#35bf28}+0.38\%$
test_step_mdp_speed[True-False-True-True-True]	81.1010μs	48.3184μs	20.6960 KOps/s	20.7572 KOps/s	$\color{#d91a1a}-0.29\%$
test_step_mdp_speed[True-False-True-True-False]	0.2065ms	29.5180μs	33.8777 KOps/s	34.1541 KOps/s	$\color{#d91a1a}-0.81\%$
test_step_mdp_speed[True-False-True-False-True]	64.2000μs	33.3481μs	29.9867 KOps/s	29.9453 KOps/s	$\color{#35bf28}+0.14\%$
test_step_mdp_speed[True-False-True-False-False]	80.2010μs	19.4247μs	51.4807 KOps/s	50.6912 KOps/s	$\color{#35bf28}+1.56\%$
test_step_mdp_speed[True-False-False-True-True]	0.1571ms	49.8256μs	20.0700 KOps/s	20.2578 KOps/s	$\color{#d91a1a}-0.93\%$
test_step_mdp_speed[True-False-False-True-False]	56.8000μs	30.7679μs	32.5014 KOps/s	32.4598 KOps/s	$\color{#35bf28}+0.13\%$
test_step_mdp_speed[True-False-False-False-True]	0.1254ms	35.0452μs	28.5346 KOps/s	28.4517 KOps/s	$\color{#35bf28}+0.29\%$
test_step_mdp_speed[True-False-False-False-False]	52.7010μs	21.1276μs	47.3315 KOps/s	47.0569 KOps/s	$\color{#35bf28}+0.58\%$
test_step_mdp_speed[False-True-True-True-True]	0.1352ms	49.0469μs	20.3886 KOps/s	20.8099 KOps/s	$\color{#d91a1a}-2.02\%$
test_step_mdp_speed[False-True-True-True-False]	0.1161ms	29.1003μs	34.3639 KOps/s	34.3030 KOps/s	$\color{#35bf28}+0.18\%$
test_step_mdp_speed[False-True-True-False-True]	86.9010μs	37.8069μs	26.4502 KOps/s	26.6142 KOps/s	$\color{#d91a1a}-0.62\%$
test_step_mdp_speed[False-True-True-False-False]	4.6781ms	21.9934μs	45.4683 KOps/s	46.1728 KOps/s	$\color{#d91a1a}-1.53\%$
test_step_mdp_speed[False-True-False-True-True]	0.1016ms	50.0934μs	19.9627 KOps/s	20.1021 KOps/s	$\color{#d91a1a}-0.69\%$
test_step_mdp_speed[False-True-False-True-False]	0.1382ms	30.8031μs	32.4642 KOps/s	32.6271 KOps/s	$\color{#d91a1a}-0.50\%$
test_step_mdp_speed[False-True-False-False-True]	0.1241ms	39.3463μs	25.4153 KOps/s	25.3562 KOps/s	$\color{#35bf28}+0.23\%$
test_step_mdp_speed[False-True-False-False-False]	62.2010μs	23.4869μs	42.5770 KOps/s	42.5255 KOps/s	$\color{#35bf28}+0.12\%$
test_step_mdp_speed[False-False-True-True-True]	0.1605ms	51.7376μs	19.3283 KOps/s	19.2337 KOps/s	$\color{#35bf28}+0.49\%$
test_step_mdp_speed[False-False-True-True-False]	61.4010μs	32.7267μs	30.5561 KOps/s	30.6284 KOps/s	$\color{#d91a1a}-0.24\%$
test_step_mdp_speed[False-False-True-False-True]	97.4010μs	39.0124μs	25.6329 KOps/s	24.9783 KOps/s	$\color{#35bf28}+2.62\%$
test_step_mdp_speed[False-False-True-False-False]	85.5010μs	23.4882μs	42.5746 KOps/s	42.3412 KOps/s	$\color{#35bf28}+0.55\%$
test_step_mdp_speed[False-False-False-True-True]	88.4010μs	52.8154μs	18.9339 KOps/s	19.0183 KOps/s	$\color{#d91a1a}-0.44\%$
test_step_mdp_speed[False-False-False-True-False]	0.1301ms	34.4925μs	28.9918 KOps/s	29.1927 KOps/s	$\color{#d91a1a}-0.69\%$
test_step_mdp_speed[False-False-False-False-True]	60.6010μs	40.1879μs	24.8831 KOps/s	24.7800 KOps/s	$\color{#35bf28}+0.42\%$
test_step_mdp_speed[False-False-False-False-False]	0.1018ms	25.0537μs	39.9142 KOps/s	40.1550 KOps/s	$\color{#d91a1a}-0.60\%$
test_values[generalized_advantage_estimate-True-True]	15.5137ms	13.6149ms	73.4488 Ops/s	75.4167 Ops/s	$\color{#d91a1a}-2.61\%$
test_values[vec_generalized_advantage_estimate-True-True]	51.0576ms	43.7560ms	22.8540 Ops/s	22.7094 Ops/s	$\color{#35bf28}+0.64\%$
test_values[td0_return_estimate-False-False]	0.4160ms	0.1977ms	5.0590 KOps/s	4.5679 KOps/s	$\textbf{\color{#35bf28}+10.75\%}$
test_values[td1_return_estimate-False-False]	13.3343ms	12.9304ms	77.3370 Ops/s	79.0136 Ops/s	$\color{#d91a1a}-2.12\%$
test_values[vec_td1_return_estimate-False-False]	67.7843ms	44.2166ms	22.6159 Ops/s	23.1538 Ops/s	$\color{#d91a1a}-2.32\%$
test_values[td_lambda_return_estimate-True-False]	33.3011ms	32.0128ms	31.2375 Ops/s	32.2565 Ops/s	$\color{#d91a1a}-3.16\%$
test_values[vec_td_lambda_return_estimate-True-False]	52.8855ms	43.9320ms	22.7625 Ops/s	23.2092 Ops/s	$\color{#d91a1a}-1.92\%$
test_gae_speed[generalized_advantage_estimate-False-1-512]	12.0370ms	11.9033ms	84.0104 Ops/s	85.9399 Ops/s	$\color{#d91a1a}-2.25\%$
test_gae_speed[vec_generalized_advantage_estimate-True-1-512]	8.7293ms	3.4482ms	290.0056 Ops/s	290.0165 Ops/s	$-0.00\%$
test_gae_speed[vec_generalized_advantage_estimate-False-1-512]	0.8112ms	0.4789ms	2.0882 KOps/s	2.1176 KOps/s	$\color{#d91a1a}-1.39\%$
test_gae_speed[vec_generalized_advantage_estimate-True-32-512]	65.9384ms	59.5260ms	16.7994 Ops/s	16.5974 Ops/s	$\color{#35bf28}+1.22\%$
test_gae_speed[vec_generalized_advantage_estimate-False-32-512]	8.1371ms	2.8747ms	347.8680 Ops/s	311.1891 Ops/s	$\textbf{\color{#35bf28}+11.79\%}$
test_dqn_speed	7.7739ms	1.8429ms	542.6095 Ops/s	456.6326 Ops/s	$\textbf{\color{#35bf28}+18.83\%}$
test_ddpg_speed	9.0149ms	2.8117ms	355.6528 Ops/s	356.4511 Ops/s	$\color{#d91a1a}-0.22\%$
test_sac_speed	15.7578ms	8.3637ms	119.5646 Ops/s	120.5917 Ops/s	$\color{#d91a1a}-0.85\%$
test_redq_speed	23.1976ms	17.1287ms	58.3815 Ops/s	59.9679 Ops/s	$\color{#d91a1a}-2.65\%$
test_redq_deprec_speed	17.7550ms	13.5936ms	73.5643 Ops/s	76.3833 Ops/s	$\color{#d91a1a}-3.69\%$
test_td3_speed	11.7551ms	10.6102ms	94.2488 Ops/s	97.8542 Ops/s	$\color{#d91a1a}-3.68\%$
test_cql_speed	51.7594ms	30.2954ms	33.0083 Ops/s	32.8490 Ops/s	$\color{#35bf28}+0.48\%$
test_a2c_speed	12.4141ms	5.7418ms	174.1606 Ops/s	175.5270 Ops/s	$\color{#d91a1a}-0.78\%$
test_ppo_speed	11.0386ms	5.9604ms	167.7735 Ops/s	175.8487 Ops/s	$\color{#d91a1a}-4.59\%$
test_reinforce_speed	10.4856ms	4.3598ms	229.3691 Ops/s	238.9484 Ops/s	$\color{#d91a1a}-4.01\%$
test_iql_speed	30.7148ms	23.4635ms	42.6193 Ops/s	44.4289 Ops/s	$\color{#d91a1a}-4.07\%$
test_sample_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	3.7988ms	2.6618ms	375.6897 Ops/s	370.7654 Ops/s	$\color{#35bf28}+1.33\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	4.9306ms	2.8123ms	355.5755 Ops/s	350.3365 Ops/s	$\color{#35bf28}+1.50\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	0.1797s	3.3753ms	296.2693 Ops/s	348.5538 Ops/s	$\textbf{\color{#d91a1a}-15.00\%}$
test_sample_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	3.3982ms	2.6846ms	372.4895 Ops/s	368.3281 Ops/s	$\color{#35bf28}+1.13\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	5.0612ms	2.8965ms	345.2422 Ops/s	345.9167 Ops/s	$\color{#d91a1a}-0.20\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	6.4257ms	2.8811ms	347.0840 Ops/s	356.6877 Ops/s	$\color{#d91a1a}-2.69\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	3.5118ms	2.5728ms	388.6759 Ops/s	381.6921 Ops/s	$\color{#35bf28}+1.83\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	5.1237ms	2.8703ms	348.3964 Ops/s	350.6221 Ops/s	$\color{#d91a1a}-0.63\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	4.3700ms	2.8386ms	352.2854 Ops/s	343.4305 Ops/s	$\color{#35bf28}+2.58\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	3.8047ms	2.6924ms	371.4111 Ops/s	375.6139 Ops/s	$\color{#d91a1a}-1.12\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	4.9692ms	2.9498ms	339.0010 Ops/s	354.6918 Ops/s	$\color{#d91a1a}-4.42\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	5.5839ms	2.9086ms	343.8035 Ops/s	349.1335 Ops/s	$\color{#d91a1a}-1.53\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	3.1148ms	2.5551ms	391.3795 Ops/s	373.9282 Ops/s	$\color{#35bf28}+4.67\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	4.8517ms	2.9067ms	344.0308 Ops/s	354.9375 Ops/s	$\color{#d91a1a}-3.07\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	5.5835ms	2.8946ms	345.4686 Ops/s	349.9424 Ops/s	$\color{#d91a1a}-1.28\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	3.3519ms	2.6482ms	377.6158 Ops/s	392.0392 Ops/s	$\color{#d91a1a}-3.68\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	6.8430ms	2.9324ms	341.0192 Ops/s	361.5801 Ops/s	$\textbf{\color{#d91a1a}-5.69\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	4.4779ms	2.8125ms	355.5501 Ops/s	352.9050 Ops/s	$\color{#35bf28}+0.75\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-400]	0.2929s	34.2335ms	29.2111 Ops/s	30.6412 Ops/s	$\color{#d91a1a}-4.67\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]	0.1761s	29.3984ms	34.0155 Ops/s	33.3981 Ops/s	$\color{#35bf28}+1.85\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]	0.1655s	31.7121ms	31.5337 Ops/s	29.9792 Ops/s	$\textbf{\color{#35bf28}+5.19\%}$
test_populate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]	0.1681s	29.0691ms	34.4008 Ops/s	30.8945 Ops/s	$\textbf{\color{#35bf28}+11.35\%}$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]	0.1712s	32.3062ms	30.9538 Ops/s	33.6025 Ops/s	$\textbf{\color{#d91a1a}-7.88\%}$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]	0.1712s	29.0546ms	34.4180 Ops/s	30.9092 Ops/s	$\textbf{\color{#35bf28}+11.35\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]	0.1678s	31.6134ms	31.6322 Ops/s	34.1996 Ops/s	$\textbf{\color{#d91a1a}-7.51\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]	0.1699s	29.2274ms	34.2145 Ops/s	30.8212 Ops/s	$\textbf{\color{#35bf28}+11.01\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]	0.1691s	32.0726ms	31.1792 Ops/s	33.8663 Ops/s	$\textbf{\color{#d91a1a}-7.93\%}$