diff --git a/dev/bench/data.js b/dev/bench/data.js index 51a5388a1a6..e879726c745 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1722156836032, + "lastUpdate": 1722160447625, "repoUrl": "https://github.com/pytorch/rl", "entries": { "CPU Benchmark Results": [ @@ -89898,6 +89898,667 @@ window.BENCHMARK_DATA = { "extra": "mean: 1.1532082400015042 msec\nrounds: 50" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "0063741839a3e5e1a527947945494d54f91bc629", + "message": "[Doc] Better doc for make_tensordict_primer (#2324)", + "timestamp": "2024-07-28T10:48:30+01:00", + "tree_id": "70401de10791b1b539604e158c8d1973ba217f9e", + "url": "https://github.com/pytorch/rl/commit/0063741839a3e5e1a527947945494d54f91bc629" + }, + "date": 1722160440354, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/test_collectors_benchmark.py::test_single", + "value": 17.236216056538648, + "unit": "iter/sec", + "range": "stddev: 0.0005982638931899937", + "extra": "mean: 58.01737438889 msec\nrounds: 18" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync", + "value": 30.765280448058313, + "unit": "iter/sec", + "range": "stddev: 0.0023638794417736577", + "extra": "mean: 32.504173062498865 msec\nrounds: 32" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async", + "value": 33.206022182200336, + "unit": "iter/sec", + "range": "stddev: 0.016575342920375054", + "extra": "mean: 30.115019333331563 msec\nrounds: 306" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_simple", + "value": 2.523205171089648, + "unit": "iter/sec", + "range": "stddev: 0.001821901874579753", + "extra": "mean: 396.321318400021 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_transformed", + "value": 1.7893439603521075, + "unit": "iter/sec", + "range": "stddev: 0.01484362114438696", + "extra": "mean: 558.8640429999941 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_serial", + "value": 0.7872301250079912, + "unit": "iter/sec", + "range": "stddev: 0.036670536405776215", + "extra": "mean: 1.270276591600009 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_parallel", + "value": 0.8581859939388592, + "unit": "iter/sec", + "range": "stddev: 0.11177284119774313", + "extra": "mean: 1.165248567399999 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-True]", + "value": 41548.29815495392, + "unit": "iter/sec", + "range": "stddev: 0.0000020446412577901046", + "extra": "mean: 24.06837450406539 usec\nrounds: 18152" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-False]", + "value": 70490.56825918557, + "unit": "iter/sec", + "range": "stddev: 7.530463228372687e-7", + "extra": "mean: 14.186295056143072 usec\nrounds: 35905" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-True]", + "value": 71629.73375885715, + "unit": "iter/sec", + "range": "stddev: 0.0000014914305406742732", + "extra": "mean: 13.960682910905668 usec\nrounds: 33161" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-False]", + "value": 122676.15577883889, + "unit": "iter/sec", + "range": "stddev: 6.45560097064728e-7", + "extra": "mean: 8.151543334980307 usec\nrounds: 49025" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-True]", + "value": 38854.016178188, + "unit": "iter/sec", + "range": "stddev: 0.0000012631714857512812", + "extra": "mean: 25.737365100531957 usec\nrounds: 22476" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-False]", + "value": 63348.802434923186, + "unit": "iter/sec", + "range": "stddev: 8.543969142714252e-7", + "extra": "mean: 15.785618063218761 usec\nrounds: 33427" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-True]", + "value": 64753.60955677077, + "unit": "iter/sec", + "range": "stddev: 0.0000013956030343965906", + "extra": "mean: 15.443154549141857 usec\nrounds: 32281" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-False]", + "value": 103201.67769763652, + "unit": "iter/sec", + "range": "stddev: 6.732592170223373e-7", + "extra": "mean: 9.689764956436376 usec\nrounds: 44362" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-True]", + "value": 36713.09985284831, + "unit": "iter/sec", + "range": "stddev: 0.0000015240642101928424", + "extra": "mean: 27.238233873144793 usec\nrounds: 21610" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-False]", + "value": 58281.11131039037, + "unit": "iter/sec", + "range": "stddev: 0.0000010385500429464184", + "extra": "mean: 17.158217774439038 usec\nrounds: 32125" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-True]", + "value": 64924.85000777542, + "unit": "iter/sec", + "range": "stddev: 0.0000010462133881363925", + "extra": "mean: 15.402422953310476 usec\nrounds: 32344" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-False]", + "value": 103492.40302171117, + "unit": "iter/sec", + "range": "stddev: 8.297412233509824e-7", + "extra": "mean: 9.66254498690319 usec\nrounds: 43568" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-True]", + "value": 34725.28092877154, + "unit": "iter/sec", + "range": "stddev: 0.0000023984198917993086", + "extra": "mean: 28.797463209907473 usec\nrounds: 21310" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-False]", + "value": 53768.7557320739, + "unit": "iter/sec", + "range": "stddev: 0.000001035134378550838", + "extra": "mean: 18.598161448684674 usec\nrounds: 30759" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-True]", + "value": 59631.8400848199, + "unit": "iter/sec", + "range": "stddev: 8.38643188014478e-7", + "extra": "mean: 16.76956469190968 usec\nrounds: 30684" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-False]", + "value": 89565.15616848238, + "unit": "iter/sec", + "range": "stddev: 9.931444605032024e-7", + "extra": "mean: 11.165056175627994 usec\nrounds: 41833" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-True]", + "value": 36323.22642597414, + "unit": "iter/sec", + "range": "stddev: 0.0000015695324165534543", + "extra": "mean: 27.530594013667148 usec\nrounds: 19210" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-False]", + "value": 58007.82258809787, + "unit": "iter/sec", + "range": "stddev: 0.0000014429967889114566", + "extra": "mean: 17.23905424102544 usec\nrounds: 31231" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-True]", + "value": 54810.160138659885, + "unit": "iter/sec", + "range": "stddev: 9.587749785288087e-7", + "extra": "mean: 18.24479252514824 usec\nrounds: 27131" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-False]", + "value": 91546.3607093823, + "unit": "iter/sec", + "range": "stddev: 6.827337224424416e-7", + "extra": "mean: 10.923427127535318 usec\nrounds: 40859" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-True]", + "value": 35201.85660222482, + "unit": "iter/sec", + "range": "stddev: 0.0000013638594776945412", + "extra": "mean: 28.407592568194207 usec\nrounds: 21179" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-False]", + "value": 54411.83266520194, + "unit": "iter/sec", + "range": "stddev: 8.951079883491755e-7", + "extra": "mean: 18.378355424141613 usec\nrounds: 31627" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-True]", + "value": 51570.17849238347, + "unit": "iter/sec", + "range": "stddev: 0.0000010649253206561184", + "extra": "mean: 19.39105175188976 usec\nrounds: 27999" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-False]", + "value": 81896.3964102904, + "unit": "iter/sec", + "range": "stddev: 7.181119420252124e-7", + "extra": "mean: 12.210549472654801 usec\nrounds: 39143" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-True]", + "value": 33215.4065193176, + "unit": "iter/sec", + "range": "stddev: 0.000022733940590414235", + "extra": "mean: 30.10651094751511 usec\nrounds: 21466" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-False]", + "value": 50044.465717915904, + "unit": "iter/sec", + "range": "stddev: 9.113922796652394e-7", + "extra": "mean: 19.982229516379878 usec\nrounds: 29841" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-True]", + "value": 51497.52338556451, + "unit": "iter/sec", + "range": "stddev: 0.0000012087093512482642", + "extra": "mean: 19.418409551716696 usec\nrounds: 27535" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-False]", + "value": 81994.33757412639, + "unit": "iter/sec", + "range": "stddev: 8.303358243926098e-7", + "extra": "mean: 12.195964131010353 usec\nrounds: 39282" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-True]", + "value": 32364.022466478033, + "unit": "iter/sec", + "range": "stddev: 0.0000012607044168645923", + "extra": "mean: 30.898507780847666 usec\nrounds: 20692" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-False]", + "value": 47215.60504674188, + "unit": "iter/sec", + "range": "stddev: 0.000001108544051504696", + "extra": "mean: 21.179438429519927 usec\nrounds: 29186" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-True]", + "value": 49521.31316496763, + "unit": "iter/sec", + "range": "stddev: 0.000001204312395269925", + "extra": "mean: 20.19332558223476 usec\nrounds: 26061" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-False]", + "value": 74228.6749867201, + "unit": "iter/sec", + "range": "stddev: 7.728962640719321e-7", + "extra": "mean: 13.47188266770093 usec\nrounds: 37594" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[generalized_advantage_estimate-True-True]", + "value": 104.0932674676679, + "unit": "iter/sec", + "range": "stddev: 0.00031512648730533843", + "extra": "mean: 9.606769240004951 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_generalized_advantage_estimate-True-True]", + "value": 28.2078997788296, + "unit": "iter/sec", + "range": "stddev: 0.000587540829386586", + "extra": "mean: 35.45106186000112 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td0_return_estimate-False-False]", + "value": 5553.123904227197, + "unit": "iter/sec", + "range": "stddev: 0.000015503716704664177", + "extra": "mean: 180.07882000233622 usec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td1_return_estimate-False-False]", + "value": 42.36475547272146, + "unit": "iter/sec", + "range": "stddev: 0.0006302316591666125", + "extra": "mean: 23.604526659994463 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td1_return_estimate-False-False]", + "value": 28.113997241029566, + "unit": "iter/sec", + "range": "stddev: 0.000507384957565087", + "extra": "mean: 35.56947065999566 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td_lambda_return_estimate-True-False]", + "value": 29.344816629922903, + "unit": "iter/sec", + "range": "stddev: 0.0007874761631052609", + "extra": "mean: 34.0775685400024 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td_lambda_return_estimate-True-False]", + "value": 28.14222633163538, + "unit": "iter/sec", + "range": "stddev: 0.0003498183980635911", + "extra": "mean: 35.53379140000288 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[generalized_advantage_estimate-False-1-512]", + "value": 119.76608141273698, + "unit": "iter/sec", + "range": "stddev: 0.00024716654569763297", + "extra": "mean: 8.349609406972307 msec\nrounds: 86" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-1-512]", + "value": 497.48025914920396, + "unit": "iter/sec", + "range": "stddev: 0.00008582807044652508", + "extra": "mean: 2.0101300134204534 msec\nrounds: 298" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-1-512]", + "value": 2817.171371663907, + "unit": "iter/sec", + "range": "stddev: 0.00001053248026679064", + "extra": "mean: 354.965981146319 usec\nrounds: 1326" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-32-512]", + "value": 21.678384132185577, + "unit": "iter/sec", + "range": "stddev: 0.0009644128355381421", + "extra": "mean: 46.12889936364375 msec\nrounds: 22" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-32-512]", + "value": 327.6864991968697, + "unit": "iter/sec", + "range": "stddev: 0.0000932011267723074", + "extra": "mean: 3.0516972852128803 msec\nrounds: 284" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_dqn_speed", + "value": 778.1120315579203, + "unit": "iter/sec", + "range": "stddev: 0.00019535214133069097", + "extra": "mean: 1.2851619811067823 msec\nrounds: 741" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ddpg_speed", + "value": 374.42307935027895, + "unit": "iter/sec", + "range": "stddev: 0.00009504559659151168", + "extra": "mean: 2.6707755348181506 msec\nrounds: 359" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_sac_speed", + "value": 126.10902364710087, + "unit": "iter/sec", + "range": "stddev: 0.00016555321669951007", + "extra": "mean: 7.9296466745977305 msec\nrounds: 126" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_speed", + "value": 78.07184944497462, + "unit": "iter/sec", + "range": "stddev: 0.0002888176849609077", + "extra": "mean: 12.808714115384245 msec\nrounds: 78" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_deprec_speed", + "value": 78.04329920282494, + "unit": "iter/sec", + "range": "stddev: 0.0003151807369604302", + "extra": "mean: 12.813399871795822 msec\nrounds: 78" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_td3_speed", + "value": 125.2471363656897, + "unit": "iter/sec", + "range": "stddev: 0.0008882322589434772", + "extra": "mean: 7.984214482000254 msec\nrounds: 100" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_cql_speed", + "value": 27.942615786802804, + "unit": "iter/sec", + "range": "stddev: 0.0006241741538597044", + "extra": "mean: 35.78763017857106 msec\nrounds: 28" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_a2c_speed", + "value": 133.62047023077338, + "unit": "iter/sec", + "range": "stddev: 0.00016447697485014642", + "extra": "mean: 7.483883257355097 msec\nrounds: 136" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ppo_speed", + "value": 128.50652735311934, + "unit": "iter/sec", + "range": "stddev: 0.00015224296269242266", + "extra": "mean: 7.781705883718492 msec\nrounds: 129" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_reinforce_speed", + "value": 150.96178692855685, + "unit": "iter/sec", + "range": "stddev: 0.00012439833303723864", + "extra": "mean: 6.624192918922278 msec\nrounds: 148" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_iql_speed", + "value": 31.226635255668313, + "unit": "iter/sec", + "range": "stddev: 0.00026162915067730964", + "extra": "mean: 32.023943400001066 msec\nrounds: 30" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 203.72586714684607, + "unit": "iter/sec", + "range": "stddev: 0.0002157537393967086", + "extra": "mean: 4.908556846535338 msec\nrounds: 202" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 2084.327949558845, + "unit": "iter/sec", + "range": "stddev: 0.000025188314067469395", + "extra": "mean: 479.77094977383643 usec\nrounds: 1553" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2180.054675030351, + "unit": "iter/sec", + "range": "stddev: 0.00002052996325307861", + "extra": "mean: 458.7040918990152 usec\nrounds: 1654" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 203.1508570582139, + "unit": "iter/sec", + "range": "stddev: 0.0004701911892451603", + "extra": "mean: 4.922450313431093 msec\nrounds: 201" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2101.982777789255, + "unit": "iter/sec", + "range": "stddev: 0.000045311695793828126", + "extra": "mean: 475.7412908262467 usec\nrounds: 1341" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2165.071065741104, + "unit": "iter/sec", + "range": "stddev: 0.00004840401108071553", + "extra": "mean: 461.87860335092506 usec\nrounds: 1432" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-sampler6-10000]", + "value": 591.6976670964865, + "unit": "iter/sec", + "range": "stddev: 0.000028855076872091745", + "extra": "mean: 1.6900522946238568 msec\nrounds: 465" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-sampler7-10000]", + "value": 622.5867293199027, + "unit": "iter/sec", + "range": "stddev: 0.00006040247134187042", + "extra": "mean: 1.6062019199997621 msec\nrounds: 500" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 198.36891141926483, + "unit": "iter/sec", + "range": "stddev: 0.00022875235841051146", + "extra": "mean: 5.041112505207224 msec\nrounds: 192" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1392.2456789646528, + "unit": "iter/sec", + "range": "stddev: 0.0035328211658549728", + "extra": "mean: 718.264035657595 usec\nrounds: 1234" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1692.898786073375, + "unit": "iter/sec", + "range": "stddev: 0.00002452486027863196", + "extra": "mean: 590.7027686631333 usec\nrounds: 1353" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 203.14621880393736, + "unit": "iter/sec", + "range": "stddev: 0.00006345285105659938", + "extra": "mean: 4.922562703296637 msec\nrounds: 182" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 2066.049673904595, + "unit": "iter/sec", + "range": "stddev: 0.00004107577510255794", + "extra": "mean: 484.01546808413167 usec\nrounds: 799" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2165.4797616223277, + "unit": "iter/sec", + "range": "stddev: 0.00003269938325917331", + "extra": "mean: 461.79143196001195 usec\nrounds: 801" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 206.7708041380919, + "unit": "iter/sec", + "range": "stddev: 0.0004227509840500351", + "extra": "mean: 4.8362727231652585 msec\nrounds: 177" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2086.5684017304825, + "unit": "iter/sec", + "range": "stddev: 0.00004292512199057261", + "extra": "mean: 479.2557958659089 usec\nrounds: 774" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2140.094779232578, + "unit": "iter/sec", + "range": "stddev: 0.00025865706067195707", + "extra": "mean: 467.26902457964627 usec\nrounds: 773" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 198.8970911674464, + "unit": "iter/sec", + "range": "stddev: 0.00005106751092634239", + "extra": "mean: 5.027725614941876 msec\nrounds: 174" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1615.7704528036757, + "unit": "iter/sec", + "range": "stddev: 0.00003205065732652718", + "extra": "mean: 618.8997937577121 usec\nrounds: 737" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1676.297669440293, + "unit": "iter/sec", + "range": "stddev: 0.000021858760450781016", + "extra": "mean: 596.552759232729 usec\nrounds: 731" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-RandomSampler-400]", + "value": 117.958072072186, + "unit": "iter/sec", + "range": "stddev: 0.02353721207508131", + "extra": "mean: 8.477588540002898 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]", + "value": 75.39150226613167, + "unit": "iter/sec", + "range": "stddev: 0.00243686068332749", + "extra": "mean: 13.264094359998353 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]", + "value": 877.3486117841211, + "unit": "iter/sec", + "range": "stddev: 0.0002698559860915106", + "extra": "mean: 1.1397977800027093 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]", + "value": 168.7905229334035, + "unit": "iter/sec", + "range": "stddev: 0.015600474259868024", + "extra": "mean: 5.9245032399985575 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]", + "value": 77.18502520541125, + "unit": "iter/sec", + "range": "stddev: 0.0013477898204654977", + "extra": "mean: 12.955880980005077 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]", + "value": 827.2403633787667, + "unit": "iter/sec", + "range": "stddev: 0.0003190496468394582", + "extra": "mean: 1.2088384999924529 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]", + "value": 166.2792730961006, + "unit": "iter/sec", + "range": "stddev: 0.015381174812223612", + "extra": "mean: 6.013978659998429 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]", + "value": 76.76411638905415, + "unit": "iter/sec", + "range": "stddev: 0.001229343995330584", + "extra": "mean: 13.026919959995666 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]", + "value": 793.630826904173, + "unit": "iter/sec", + "range": "stddev: 0.000231432094593457", + "extra": "mean: 1.260031700004447 msec\nrounds: 50" + } + ] } ], "GPU Benchmark Results": [