[CI] Migrate examples

[vmoens]

cc @osalpekar

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 89. Improved: $\large\color{#35bf28}14$. Worsened: $\large\color{#d91a1a}36$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_single	0.1744s	0.1735s	5.7650 Ops/s	5.9077 Ops/s	$\color{#d91a1a}-2.42\%$
test_sync	93.2423ms	91.9150ms	10.8796 Ops/s	11.0657 Ops/s	$\color{#d91a1a}-1.68\%$
test_async	0.1879s	89.2160ms	11.2088 Ops/s	10.6252 Ops/s	$\textbf{\color{#35bf28}+5.49\%}$
test_simple	0.7573s	0.6706s	1.4911 Ops/s	1.4910 Ops/s	$+0.01\%$
test_transformed	1.8517s	1.7892s	0.5589 Ops/s	0.5718 Ops/s	$\color{#d91a1a}-2.26\%$
test_serial	2.1170s	2.0491s	0.4880 Ops/s	0.4905 Ops/s	$\color{#d91a1a}-0.50\%$
test_parallel	1.6841s	1.6178s	0.6181 Ops/s	0.6163 Ops/s	$\color{#35bf28}+0.30\%$
test_step_mdp_speed[True-True-True-True-True]	0.1552ms	55.8419μs	17.9077 KOps/s	22.1681 KOps/s	$\textbf{\color{#d91a1a}-19.22\%}$
test_step_mdp_speed[True-True-True-True-False]	60.8000μs	29.7127μs	33.6556 KOps/s	40.2370 KOps/s	$\textbf{\color{#d91a1a}-16.36\%}$
test_step_mdp_speed[True-True-True-False-True]	0.1420ms	40.3385μs	24.7902 KOps/s	30.4029 KOps/s	$\textbf{\color{#d91a1a}-18.46\%}$
test_step_mdp_speed[True-True-True-False-False]	92.8000μs	20.5849μs	48.5792 KOps/s	55.7986 KOps/s	$\textbf{\color{#d91a1a}-12.94\%}$
test_step_mdp_speed[True-True-False-True-True]	0.1467ms	57.4856μs	17.3957 KOps/s	21.5990 KOps/s	$\textbf{\color{#d91a1a}-19.46\%}$
test_step_mdp_speed[True-True-False-True-False]	63.1010μs	31.3312μs	31.9171 KOps/s	37.8859 KOps/s	$\textbf{\color{#d91a1a}-15.75\%}$
test_step_mdp_speed[True-True-False-False-True]	71.6000μs	41.8416μs	23.8997 KOps/s	28.9938 KOps/s	$\textbf{\color{#d91a1a}-17.57\%}$
test_step_mdp_speed[True-True-False-False-False]	88.3000μs	22.3260μs	44.7907 KOps/s	51.0273 KOps/s	$\textbf{\color{#d91a1a}-12.22\%}$
test_step_mdp_speed[True-False-True-True-True]	89.5010μs	58.8815μs	16.9833 KOps/s	20.9048 KOps/s	$\textbf{\color{#d91a1a}-18.76\%}$
test_step_mdp_speed[True-False-True-True-False]	0.1556ms	33.7969μs	29.5886 KOps/s	35.7360 KOps/s	$\textbf{\color{#d91a1a}-17.20\%}$
test_step_mdp_speed[True-False-True-False-True]	0.1456ms	42.4568μs	23.5534 KOps/s	29.1092 KOps/s	$\textbf{\color{#d91a1a}-19.09\%}$
test_step_mdp_speed[True-False-True-False-False]	54.5990μs	22.3555μs	44.7318 KOps/s	51.5080 KOps/s	$\textbf{\color{#d91a1a}-13.16\%}$
test_step_mdp_speed[True-False-False-True-True]	95.4010μs	60.4576μs	16.5405 KOps/s	20.2689 KOps/s	$\textbf{\color{#d91a1a}-18.39\%}$
test_step_mdp_speed[True-False-False-True-False]	0.3141ms	34.1877μs	29.2503 KOps/s	33.8911 KOps/s	$\textbf{\color{#d91a1a}-13.69\%}$
test_step_mdp_speed[True-False-False-False-True]	0.1910ms	43.2565μs	23.1179 KOps/s	27.6082 KOps/s	$\textbf{\color{#d91a1a}-16.26\%}$
test_step_mdp_speed[True-False-False-False-False]	56.2000μs	23.7800μs	42.0521 KOps/s	47.8220 KOps/s	$\textbf{\color{#d91a1a}-12.07\%}$
test_step_mdp_speed[False-True-True-True-True]	0.1231ms	59.4961μs	16.8078 KOps/s	20.8665 KOps/s	$\textbf{\color{#d91a1a}-19.45\%}$
test_step_mdp_speed[False-True-True-True-False]	64.8010μs	33.1182μs	30.1949 KOps/s	35.6824 KOps/s	$\textbf{\color{#d91a1a}-15.38\%}$
test_step_mdp_speed[False-True-True-False-True]	75.2010μs	47.0997μs	21.2315 KOps/s	25.1275 KOps/s	$\textbf{\color{#d91a1a}-15.50\%}$
test_step_mdp_speed[False-True-True-False-False]	59.8000μs	24.5055μs	40.8071 KOps/s	46.6026 KOps/s	$\textbf{\color{#d91a1a}-12.44\%}$
test_step_mdp_speed[False-True-False-True-True]	0.1122ms	60.9845μs	16.3976 KOps/s	20.3510 KOps/s	$\textbf{\color{#d91a1a}-19.43\%}$
test_step_mdp_speed[False-True-False-True-False]	0.1032ms	34.6217μs	28.8836 KOps/s	33.9727 KOps/s	$\textbf{\color{#d91a1a}-14.98\%}$
test_step_mdp_speed[False-True-False-False-True]	87.8010μs	48.4934μs	20.6213 KOps/s	24.1204 KOps/s	$\textbf{\color{#d91a1a}-14.51\%}$
test_step_mdp_speed[False-True-False-False-False]	1.2421ms	26.1944μs	38.1762 KOps/s	42.9319 KOps/s	$\textbf{\color{#d91a1a}-11.08\%}$
test_step_mdp_speed[False-False-True-True-True]	2.9924ms	62.7585μs	15.9341 KOps/s	19.7445 KOps/s	$\textbf{\color{#d91a1a}-19.30\%}$
test_step_mdp_speed[False-False-True-True-False]	76.8000μs	35.9129μs	27.8452 KOps/s	32.3512 KOps/s	$\textbf{\color{#d91a1a}-13.93\%}$
test_step_mdp_speed[False-False-True-False-True]	63.7000μs	48.6630μs	20.5495 KOps/s	24.1338 KOps/s	$\textbf{\color{#d91a1a}-14.85\%}$
test_step_mdp_speed[False-False-True-False-False]	55.3000μs	25.6566μs	38.9764 KOps/s	43.6830 KOps/s	$\textbf{\color{#d91a1a}-10.77\%}$
test_step_mdp_speed[False-False-False-True-True]	96.7010μs	63.2369μs	15.8136 KOps/s	19.4232 KOps/s	$\textbf{\color{#d91a1a}-18.58\%}$
test_step_mdp_speed[False-False-False-True-False]	75.5000μs	37.2506μs	26.8452 KOps/s	30.8415 KOps/s	$\textbf{\color{#d91a1a}-12.96\%}$
test_step_mdp_speed[False-False-False-False-True]	94.4010μs	49.6602μs	20.1368 KOps/s	23.8914 KOps/s	$\textbf{\color{#d91a1a}-15.72\%}$
test_step_mdp_speed[False-False-False-False-False]	95.9000μs	27.0151μs	37.0164 KOps/s	40.8305 KOps/s	$\textbf{\color{#d91a1a}-9.34\%}$
test_values[generalized_advantage_estimate-True-True]	14.3706ms	13.5326ms	73.8958 Ops/s	72.9497 Ops/s	$\color{#35bf28}+1.30\%$
test_values[vec_generalized_advantage_estimate-True-True]	51.6837ms	45.0404ms	22.2023 Ops/s	21.1748 Ops/s	$\color{#35bf28}+4.85\%$
test_values[td0_return_estimate-False-False]	0.3710ms	0.2282ms	4.3821 KOps/s	3.2014 KOps/s	$\textbf{\color{#35bf28}+36.88\%}$
test_values[td1_return_estimate-False-False]	13.3857ms	13.1852ms	75.8428 Ops/s	74.8407 Ops/s	$\color{#35bf28}+1.34\%$
test_values[vec_td1_return_estimate-False-False]	46.4044ms	44.6218ms	22.4106 Ops/s	21.9495 Ops/s	$\color{#35bf28}+2.10\%$
test_values[td_lambda_return_estimate-True-False]	32.7324ms	31.9307ms	31.3178 Ops/s	30.8832 Ops/s	$\color{#35bf28}+1.41\%$
test_values[vec_td_lambda_return_estimate-True-False]	49.1309ms	44.3553ms	22.5452 Ops/s	21.9004 Ops/s	$\color{#35bf28}+2.94\%$
test_gae_speed[generalized_advantage_estimate-False-1-512]	11.5649ms	11.4056ms	87.6760 Ops/s	87.1794 Ops/s	$\color{#35bf28}+0.57\%$
test_gae_speed[vec_generalized_advantage_estimate-True-1-512]	3.7428ms	3.3968ms	294.3987 Ops/s	284.9305 Ops/s	$\color{#35bf28}+3.32\%$
test_gae_speed[vec_generalized_advantage_estimate-False-1-512]	1.1061ms	0.4523ms	2.2109 KOps/s	2.1385 KOps/s	$\color{#35bf28}+3.38\%$
test_gae_speed[vec_generalized_advantage_estimate-True-32-512]	56.6101ms	55.5110ms	18.0145 Ops/s	16.2883 Ops/s	$\textbf{\color{#35bf28}+10.60\%}$
test_gae_speed[vec_generalized_advantage_estimate-False-32-512]	3.5269ms	2.7863ms	358.9035 Ops/s	302.8068 Ops/s	$\textbf{\color{#35bf28}+18.53\%}$
test_dqn_speed	7.4129ms	1.6612ms	601.9703 Ops/s	574.7226 Ops/s	$\color{#35bf28}+4.74\%$
test_ddpg_speed	3.9420ms	2.7727ms	360.6542 Ops/s	347.3068 Ops/s	$\color{#35bf28}+3.84\%$
test_sac_speed	0.1044s	8.9824ms	111.3293 Ops/s	109.7727 Ops/s	$\color{#35bf28}+1.42\%$
test_redq_speed	16.1719ms	15.4730ms	64.6286 Ops/s	56.6305 Ops/s	$\textbf{\color{#35bf28}+14.12\%}$
test_redq_deprec_speed	14.6464ms	12.5364ms	79.7678 Ops/s	71.1498 Ops/s	$\textbf{\color{#35bf28}+12.11\%}$
test_td3_speed	13.5430ms	11.5686ms	86.4406 Ops/s	77.7895 Ops/s	$\textbf{\color{#35bf28}+11.12\%}$
test_cql_speed	30.5320ms	29.1497ms	34.3057 Ops/s	33.1906 Ops/s	$\color{#35bf28}+3.36\%$
test_a2c_speed	6.7203ms	5.8617ms	170.5994 Ops/s	163.3637 Ops/s	$\color{#35bf28}+4.43\%$
test_ppo_speed	7.6720ms	6.2582ms	159.7909 Ops/s	156.5201 Ops/s	$\color{#35bf28}+2.09\%$
test_reinforce_speed	4.9921ms	4.3704ms	228.8126 Ops/s	213.8811 Ops/s	$\textbf{\color{#35bf28}+6.98\%}$
test_iql_speed	24.3245ms	22.3077ms	44.8276 Ops/s	36.9100 Ops/s	$\textbf{\color{#35bf28}+21.45\%}$
test_sample_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	5.3965ms	4.2332ms	236.2257 Ops/s	199.7319 Ops/s	$\textbf{\color{#35bf28}+18.27\%}$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	7.0917ms	4.4014ms	227.1989 Ops/s	215.9207 Ops/s	$\textbf{\color{#35bf28}+5.22\%}$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	6.7745ms	4.4239ms	226.0453 Ops/s	174.9414 Ops/s	$\textbf{\color{#35bf28}+29.21\%}$
test_sample_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	5.9385ms	4.2501ms	235.2892 Ops/s	224.4886 Ops/s	$\color{#35bf28}+4.81\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	8.5620ms	4.4210ms	226.1951 Ops/s	221.4395 Ops/s	$\color{#35bf28}+2.15\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	8.9772ms	4.4391ms	225.2697 Ops/s	220.2096 Ops/s	$\color{#35bf28}+2.30\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	0.1468s	4.9166ms	203.3924 Ops/s	228.9600 Ops/s	$\textbf{\color{#d91a1a}-11.17\%}$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	7.9490ms	4.3886ms	227.8625 Ops/s	219.3067 Ops/s	$\color{#35bf28}+3.90\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	0.1966s	5.2396ms	190.8536 Ops/s	220.2550 Ops/s	$\textbf{\color{#d91a1a}-13.35\%}$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	5.8567ms	4.3126ms	231.8761 Ops/s	196.4206 Ops/s	$\textbf{\color{#35bf28}+18.05\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	7.5199ms	4.5228ms	221.1006 Ops/s	211.2563 Ops/s	$\color{#35bf28}+4.66\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	7.2426ms	4.4490ms	224.7687 Ops/s	219.5254 Ops/s	$\color{#35bf28}+2.39\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	5.8034ms	4.3321ms	230.8326 Ops/s	226.3443 Ops/s	$\color{#35bf28}+1.98\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	7.3941ms	4.4808ms	223.1765 Ops/s	220.1728 Ops/s	$\color{#35bf28}+1.36\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	7.7900ms	4.4537ms	224.5329 Ops/s	184.8721 Ops/s	$\textbf{\color{#35bf28}+21.45\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	0.1464s	4.8334ms	206.8932 Ops/s	230.5151 Ops/s	$\textbf{\color{#d91a1a}-10.25\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	7.8842ms	4.4363ms	225.4110 Ops/s	223.4177 Ops/s	$\color{#35bf28}+0.89\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	8.5115ms	4.4666ms	223.8829 Ops/s	220.3873 Ops/s	$\color{#35bf28}+1.59\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-400]	0.3889s	40.5331ms	24.6712 Ops/s	23.5606 Ops/s	$\color{#35bf28}+4.71\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]	0.1972s	36.8668ms	27.1247 Ops/s	26.9469 Ops/s	$\color{#35bf28}+0.66\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]	0.2011s	36.4006ms	27.4721 Ops/s	27.8918 Ops/s	$\color{#d91a1a}-1.50\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]	0.2014s	37.4883ms	26.6750 Ops/s	27.8932 Ops/s	$\color{#d91a1a}-4.37\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]	0.1988s	37.2441ms	26.8499 Ops/s	27.7769 Ops/s	$\color{#d91a1a}-3.34\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]	0.1907s	39.7284ms	25.1709 Ops/s	25.6561 Ops/s	$\color{#d91a1a}-1.89\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]	0.1963s	36.7060ms	27.2435 Ops/s	27.7683 Ops/s	$\color{#d91a1a}-1.89\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]	0.1852s	35.6751ms	28.0307 Ops/s	30.1822 Ops/s	$\textbf{\color{#d91a1a}-7.13\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]	0.1827s	35.5164ms	28.1560 Ops/s	27.2620 Ops/s	$\color{#35bf28}+3.28\%$

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of GPU Benchmark Tests

Total Benchmarks: 89. Improved: $\large\color{#35bf28}8$. Worsened: $\large\color{#d91a1a}37$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_single	0.1622s	0.1620s	6.1722 Ops/s	6.1218 Ops/s	$\color{#35bf28}+0.82\%$
test_sync	88.5050ms	85.3068ms	11.7224 Ops/s	11.9246 Ops/s	$\color{#d91a1a}-1.70\%$
test_async	0.1386s	83.7759ms	11.9366 Ops/s	11.8265 Ops/s	$\color{#35bf28}+0.93\%$
test_simple	0.7238s	0.6507s	1.5368 Ops/s	1.5207 Ops/s	$\color{#35bf28}+1.06\%$
test_transformed	1.6647s	1.6115s	0.6206 Ops/s	0.6114 Ops/s	$\color{#35bf28}+1.50\%$
test_serial	2.0273s	1.9646s	0.5090 Ops/s	0.5003 Ops/s	$\color{#35bf28}+1.74\%$
test_parallel	1.6290s	1.5447s	0.6474 Ops/s	0.6652 Ops/s	$\color{#d91a1a}-2.68\%$
test_step_mdp_speed[True-True-True-True-True]	0.1739ms	41.5200μs	24.0848 KOps/s	28.7311 KOps/s	$\textbf{\color{#d91a1a}-16.17\%}$
test_step_mdp_speed[True-True-True-True-False]	0.1151ms	21.8321μs	45.8042 KOps/s	52.0416 KOps/s	$\textbf{\color{#d91a1a}-11.99\%}$
test_step_mdp_speed[True-True-True-False-True]	52.7010μs	29.0975μs	34.3672 KOps/s	40.6274 KOps/s	$\textbf{\color{#d91a1a}-15.41\%}$
test_step_mdp_speed[True-True-True-False-False]	41.8000μs	14.6232μs	68.3846 KOps/s	74.3828 KOps/s	$\textbf{\color{#d91a1a}-8.06\%}$
test_step_mdp_speed[True-True-False-True-True]	75.1010μs	42.7256μs	23.4052 KOps/s	28.0349 KOps/s	$\textbf{\color{#d91a1a}-16.51\%}$
test_step_mdp_speed[True-True-False-True-False]	49.0010μs	23.1689μs	43.1613 KOps/s	48.5554 KOps/s	$\textbf{\color{#d91a1a}-11.11\%}$
test_step_mdp_speed[True-True-False-False-True]	56.6010μs	30.2564μs	33.0509 KOps/s	38.5475 KOps/s	$\textbf{\color{#d91a1a}-14.26\%}$
test_step_mdp_speed[True-True-False-False-False]	45.1010μs	16.0676μs	62.2370 KOps/s	66.8283 KOps/s	$\textbf{\color{#d91a1a}-6.87\%}$
test_step_mdp_speed[True-False-True-True-True]	98.7020μs	43.6334μs	22.9182 KOps/s	26.7855 KOps/s	$\textbf{\color{#d91a1a}-14.44\%}$
test_step_mdp_speed[True-False-True-True-False]	87.0010μs	24.3559μs	41.0578 KOps/s	45.2514 KOps/s	$\textbf{\color{#d91a1a}-9.27\%}$
test_step_mdp_speed[True-False-True-False-True]	0.1779ms	30.5413μs	32.7426 KOps/s	38.4867 KOps/s	$\textbf{\color{#d91a1a}-14.92\%}$
test_step_mdp_speed[True-False-True-False-False]	95.8010μs	15.7988μs	63.2958 KOps/s	66.5703 KOps/s	$\color{#d91a1a}-4.92\%$
test_step_mdp_speed[True-False-False-True-True]	82.3020μs	44.6309μs	22.4060 KOps/s	25.7873 KOps/s	$\textbf{\color{#d91a1a}-13.11\%}$
test_step_mdp_speed[True-False-False-True-False]	55.3010μs	25.3873μs	39.3897 KOps/s	43.0513 KOps/s	$\textbf{\color{#d91a1a}-8.51\%}$
test_step_mdp_speed[True-False-False-False-True]	0.1273ms	31.7382μs	31.5078 KOps/s	36.8016 KOps/s	$\textbf{\color{#d91a1a}-14.38\%}$
test_step_mdp_speed[True-False-False-False-False]	35.4010μs	17.1662μs	58.2541 KOps/s	62.1889 KOps/s	$\textbf{\color{#d91a1a}-6.33\%}$
test_step_mdp_speed[False-True-True-True-True]	72.0020μs	43.2876μs	23.1013 KOps/s	26.7450 KOps/s	$\textbf{\color{#d91a1a}-13.62\%}$
test_step_mdp_speed[False-True-True-True-False]	52.2010μs	24.3823μs	41.0134 KOps/s	45.5166 KOps/s	$\textbf{\color{#d91a1a}-9.89\%}$
test_step_mdp_speed[False-True-True-False-True]	0.1489ms	34.8413μs	28.7016 KOps/s	32.9895 KOps/s	$\textbf{\color{#d91a1a}-13.00\%}$
test_step_mdp_speed[False-True-True-False-False]	91.0020μs	17.9357μs	55.7548 KOps/s	60.6628 KOps/s	$\textbf{\color{#d91a1a}-8.09\%}$
test_step_mdp_speed[False-True-False-True-True]	88.9010μs	44.8097μs	22.3166 KOps/s	25.8055 KOps/s	$\textbf{\color{#d91a1a}-13.52\%}$
test_step_mdp_speed[False-True-False-True-False]	65.7010μs	25.3469μs	39.4526 KOps/s	42.0345 KOps/s	$\textbf{\color{#d91a1a}-6.14\%}$
test_step_mdp_speed[False-True-False-False-True]	79.8010μs	35.2045μs	28.4054 KOps/s	31.6154 KOps/s	$\textbf{\color{#d91a1a}-10.15\%}$
test_step_mdp_speed[False-True-False-False-False]	95.6020μs	19.1269μs	52.2825 KOps/s	56.2560 KOps/s	$\textbf{\color{#d91a1a}-7.06\%}$
test_step_mdp_speed[False-False-True-True-True]	0.3447ms	45.9046μs	21.7843 KOps/s	25.3511 KOps/s	$\textbf{\color{#d91a1a}-14.07\%}$
test_step_mdp_speed[False-False-True-True-False]	54.5010μs	26.5736μs	37.6313 KOps/s	40.6782 KOps/s	$\textbf{\color{#d91a1a}-7.49\%}$
test_step_mdp_speed[False-False-True-False-True]	51.4010μs	35.9835μs	27.7905 KOps/s	31.6268 KOps/s	$\textbf{\color{#d91a1a}-12.13\%}$
test_step_mdp_speed[False-False-True-False-False]	99.9020μs	18.8188μs	53.1383 KOps/s	57.1982 KOps/s	$\textbf{\color{#d91a1a}-7.10\%}$
test_step_mdp_speed[False-False-False-True-True]	88.2010μs	46.7655μs	21.3833 KOps/s	24.9001 KOps/s	$\textbf{\color{#d91a1a}-14.12\%}$
test_step_mdp_speed[False-False-False-True-False]	90.1010μs	27.7054μs	36.0940 KOps/s	38.3512 KOps/s	$\textbf{\color{#d91a1a}-5.89\%}$
test_step_mdp_speed[False-False-False-False-True]	99.0020μs	36.1701μs	27.6472 KOps/s	30.7083 KOps/s	$\textbf{\color{#d91a1a}-9.97\%}$
test_step_mdp_speed[False-False-False-False-False]	95.3020μs	20.1420μs	49.6475 KOps/s	53.1926 KOps/s	$\textbf{\color{#d91a1a}-6.66\%}$
test_values[generalized_advantage_estimate-True-True]	14.4566ms	13.6691ms	73.1574 Ops/s	74.6285 Ops/s	$\color{#d91a1a}-1.97\%$
test_values[vec_generalized_advantage_estimate-True-True]	46.8703ms	42.3901ms	23.5904 Ops/s	22.7746 Ops/s	$\color{#35bf28}+3.58\%$
test_values[td0_return_estimate-False-False]	0.3934ms	0.2218ms	4.5086 KOps/s	4.1757 KOps/s	$\textbf{\color{#35bf28}+7.97\%}$
test_values[td1_return_estimate-False-False]	13.6926ms	13.2626ms	75.4002 Ops/s	76.4322 Ops/s	$\color{#d91a1a}-1.35\%$
test_values[vec_td1_return_estimate-False-False]	48.6801ms	43.0094ms	23.2507 Ops/s	23.2124 Ops/s	$\color{#35bf28}+0.16\%$
test_values[td_lambda_return_estimate-True-False]	35.1192ms	33.0388ms	30.2675 Ops/s	32.0309 Ops/s	$\textbf{\color{#d91a1a}-5.51\%}$
test_values[vec_td_lambda_return_estimate-True-False]	51.2290ms	42.8473ms	23.3387 Ops/s	21.6026 Ops/s	$\textbf{\color{#35bf28}+8.04\%}$
test_gae_speed[generalized_advantage_estimate-False-1-512]	11.8495ms	11.4975ms	86.9754 Ops/s	87.7641 Ops/s	$\color{#d91a1a}-0.90\%$
test_gae_speed[vec_generalized_advantage_estimate-True-1-512]	3.9586ms	3.3792ms	295.9288 Ops/s	286.8335 Ops/s	$\color{#35bf28}+3.17\%$
test_gae_speed[vec_generalized_advantage_estimate-False-1-512]	0.6267ms	0.4845ms	2.0638 KOps/s	2.0344 KOps/s	$\color{#35bf28}+1.44\%$
test_gae_speed[vec_generalized_advantage_estimate-True-32-512]	57.6034ms	53.2808ms	18.7685 Ops/s	19.6040 Ops/s	$\color{#d91a1a}-4.26\%$
test_gae_speed[vec_generalized_advantage_estimate-False-32-512]	3.6664ms	2.9989ms	333.4566 Ops/s	348.6043 Ops/s	$\color{#d91a1a}-4.35\%$
test_dqn_speed	2.0764ms	1.7241ms	580.0141 Ops/s	592.3469 Ops/s	$\color{#d91a1a}-2.08\%$
test_ddpg_speed	5.3478ms	2.8608ms	349.5517 Ops/s	355.6021 Ops/s	$\color{#d91a1a}-1.70\%$
test_sac_speed	10.2695ms	8.6510ms	115.5942 Ops/s	118.6506 Ops/s	$\color{#d91a1a}-2.58\%$
test_redq_speed	0.1007s	15.9777ms	62.5874 Ops/s	66.6394 Ops/s	$\textbf{\color{#d91a1a}-6.08\%}$
test_redq_deprec_speed	15.6689ms	12.1603ms	82.2350 Ops/s	80.4692 Ops/s	$\color{#35bf28}+2.19\%$
test_td3_speed	12.0352ms	11.2273ms	89.0685 Ops/s	88.6737 Ops/s	$\color{#35bf28}+0.45\%$
test_cql_speed	30.6619ms	27.4949ms	36.3704 Ops/s	37.2553 Ops/s	$\color{#d91a1a}-2.38\%$
test_a2c_speed	6.6614ms	5.6160ms	178.0620 Ops/s	175.4917 Ops/s	$\color{#35bf28}+1.46\%$
test_ppo_speed	6.6056ms	5.9522ms	168.0061 Ops/s	166.1587 Ops/s	$\color{#35bf28}+1.11\%$
test_reinforce_speed	5.5857ms	4.5353ms	220.4932 Ops/s	241.1582 Ops/s	$\textbf{\color{#d91a1a}-8.57\%}$
test_iql_speed	26.9880ms	22.2406ms	44.9629 Ops/s	47.1166 Ops/s	$\color{#d91a1a}-4.57\%$
test_sample_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	4.6336ms	3.5342ms	282.9485 Ops/s	287.2566 Ops/s	$\color{#d91a1a}-1.50\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	6.1683ms	3.5836ms	279.0483 Ops/s	249.1750 Ops/s	$\textbf{\color{#35bf28}+11.99\%}$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	11.6895ms	3.7042ms	269.9651 Ops/s	236.4332 Ops/s	$\textbf{\color{#35bf28}+14.18\%}$
test_sample_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	4.2575ms	3.4554ms	289.3985 Ops/s	284.8523 Ops/s	$\color{#35bf28}+1.60\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	5.6764ms	3.5975ms	277.9712 Ops/s	266.4507 Ops/s	$\color{#35bf28}+4.32\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	7.7577ms	3.6858ms	271.3113 Ops/s	268.2171 Ops/s	$\color{#35bf28}+1.15\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	4.5532ms	3.4903ms	286.5069 Ops/s	280.2431 Ops/s	$\color{#35bf28}+2.24\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	9.5858ms	3.6172ms	276.4535 Ops/s	267.7431 Ops/s	$\color{#35bf28}+3.25\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	7.6771ms	3.6888ms	271.0905 Ops/s	231.1214 Ops/s	$\textbf{\color{#35bf28}+17.29\%}$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	0.1263s	4.5417ms	220.1815 Ops/s	284.5212 Ops/s	$\textbf{\color{#d91a1a}-22.61\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	8.9125ms	3.7506ms	266.6218 Ops/s	275.7499 Ops/s	$\color{#d91a1a}-3.31\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	12.4089ms	3.7493ms	266.7169 Ops/s	272.6401 Ops/s	$\color{#d91a1a}-2.17\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	8.8979ms	3.5003ms	285.6930 Ops/s	252.2411 Ops/s	$\textbf{\color{#35bf28}+13.26\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	9.9535ms	3.7789ms	264.6283 Ops/s	271.3409 Ops/s	$\color{#d91a1a}-2.47\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	5.9398ms	3.6570ms	273.4495 Ops/s	273.3902 Ops/s	$\color{#35bf28}+0.02\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	0.1225s	3.8773ms	257.9101 Ops/s	288.1303 Ops/s	$\textbf{\color{#d91a1a}-10.49\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	8.8657ms	3.7229ms	268.6107 Ops/s	271.3194 Ops/s	$\color{#d91a1a}-1.00\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	6.7083ms	3.6530ms	273.7509 Ops/s	272.9948 Ops/s	$\color{#35bf28}+0.28\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-400]	0.2767s	35.1592ms	28.4421 Ops/s	28.1665 Ops/s	$\color{#35bf28}+0.98\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]	0.1548s	29.9658ms	33.3714 Ops/s	33.3402 Ops/s	$\color{#35bf28}+0.09\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]	0.1587s	29.8771ms	33.4704 Ops/s	33.1132 Ops/s	$\color{#35bf28}+1.08\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]	0.1620s	27.2411ms	36.7093 Ops/s	33.0456 Ops/s	$\textbf{\color{#35bf28}+11.09\%}$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]	0.1605s	30.2087ms	33.1030 Ops/s	30.3966 Ops/s	$\textbf{\color{#35bf28}+8.90\%}$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]	0.1624s	32.8988ms	30.3962 Ops/s	33.7407 Ops/s	$\textbf{\color{#d91a1a}-9.91\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]	0.1595s	30.0159ms	33.3157 Ops/s	32.9773 Ops/s	$\color{#35bf28}+1.03\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]	0.1581s	30.0038ms	33.3291 Ops/s	32.8753 Ops/s	$\color{#35bf28}+1.38\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]	0.1645s	30.5695ms	32.7123 Ops/s	32.7865 Ops/s	$\color{#d91a1a}-0.23\%$