From f7e027bcc34a01cdedbdb6608bc62e941c3cb781 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Thu, 15 Feb 2024 15:37:56 +0000 Subject: [PATCH] add GPU Benchmark Results (pytest) benchmark result for 0314e0558e915636220c1173628dbe42b86a40d2 --- dev/bench/data.js | 670 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 669 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 93af86f47a8..fad557b4c3d 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1708011446812, + "lastUpdate": 1708011476186, "repoUrl": "https://github.com/pytorch/rl", "entries": { "CPU Benchmark Results": [ @@ -141495,6 +141495,674 @@ window.BENCHMARK_DATA = { "extra": "mean: 3.33052793997922 msec\nrounds: 50" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "0314e0558e915636220c1173628dbe42b86a40d2", + "message": "[BugFix] Make sure ParallelEnv does not overflow mem when policy requires grad (#1909)", + "timestamp": "2024-02-15T15:29:15Z", + "tree_id": "95fd63a979de2db1b3ac6b3dad8dd1a524471f76", + "url": "https://github.com/pytorch/rl/commit/0314e0558e915636220c1173628dbe42b86a40d2" + }, + "date": 1708011467463, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/test_collectors_benchmark.py::test_single", + "value": 8.73184242958076, + "unit": "iter/sec", + "range": "stddev: 0.00011097480714443649", + "extra": "mean: 114.52336755554724 msec\nrounds: 9" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync", + "value": 10.465021597166173, + "unit": "iter/sec", + "range": "stddev: 0.00017495142901554237", + "extra": "mean: 95.55642009098104 msec\nrounds: 11" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async", + "value": 10.897527163172498, + "unit": "iter/sec", + "range": "stddev: 0.08918852235591562", + "extra": "mean: 91.76393736181146 msec\nrounds: 445" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_single_pixels", + "value": 7.910212209543347, + "unit": "iter/sec", + "range": "stddev: 0.00023600380720759207", + "extra": "mean: 126.41885874990066 msec\nrounds: 8" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync_pixels", + "value": 12.518783326948327, + "unit": "iter/sec", + "range": "stddev: 0.0026239189024737527", + "extra": "mean: 79.87996707694177 msec\nrounds: 13" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async_pixels", + "value": 13.847814720600796, + "unit": "iter/sec", + "range": "stddev: 0.06954065245795607", + "extra": "mean: 72.21356005813271 msec\nrounds: 172" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_simple", + "value": 1.221264164096693, + "unit": "iter/sec", + "range": "stddev: 0.0006552721886206102", + "extra": "mean: 818.8236659999347 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_transformed", + "value": 0.937200450117833, + "unit": "iter/sec", + "range": "stddev: 0.038053467585066364", + "extra": "mean: 1.0670075967998855 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_serial", + "value": 0.4036306867985505, + "unit": "iter/sec", + "range": "stddev: 0.05215318770166761", + "extra": "mean: 2.477512321799986 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_parallel", + "value": 0.47501380655179737, + "unit": "iter/sec", + "range": "stddev: 0.034197958003335936", + "extra": "mean: 2.1052019671999913 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-True]", + "value": 28888.40343298379, + "unit": "iter/sec", + "range": "stddev: 0.0000018032856208913365", + "extra": "mean: 34.61596631048964 usec\nrounds: 15939" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-False]", + "value": 50242.28794356663, + "unit": "iter/sec", + "range": "stddev: 0.0000010772454494516429", + "extra": "mean: 19.903552185426438 usec\nrounds: 33025" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-True]", + "value": 51915.06312978657, + "unit": "iter/sec", + "range": "stddev: 0.000001086374809714763", + "extra": "mean: 19.26223218683219 usec\nrounds: 32659" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-False]", + "value": 88472.60733280446, + "unit": "iter/sec", + "range": "stddev: 7.436966798578392e-7", + "extra": "mean: 11.302933531034451 usec\nrounds: 49286" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-True]", + "value": 27672.239393898115, + "unit": "iter/sec", + "range": "stddev: 0.000001658083036175569", + "extra": "mean: 36.13729939834597 usec\nrounds: 19853" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-False]", + "value": 45671.91694280961, + "unit": "iter/sec", + "range": "stddev: 0.0000012691030690572157", + "extra": "mean: 21.89529292699057 usec\nrounds: 30284" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-True]", + "value": 47653.52447356321, + "unit": "iter/sec", + "range": "stddev: 0.000001159579985988144", + "extra": "mean: 20.984806707314398 usec\nrounds: 30922" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-False]", + "value": 75453.394650166, + "unit": "iter/sec", + "range": "stddev: 8.934736762495786e-7", + "extra": "mean: 13.253214181236311 usec\nrounds: 44131" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-True]", + "value": 26363.06311013857, + "unit": "iter/sec", + "range": "stddev: 0.0000016357041185205752", + "extra": "mean: 37.93185927683135 usec\nrounds: 20153" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-False]", + "value": 41951.54356633793, + "unit": "iter/sec", + "range": "stddev: 0.0000010185537511699679", + "extra": "mean: 23.837025172117947 usec\nrounds: 30112" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-True]", + "value": 47386.6942317065, + "unit": "iter/sec", + "range": "stddev: 9.984903836750025e-7", + "extra": "mean: 21.102970279173828 usec\nrounds: 31526" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-False]", + "value": 75773.13785398769, + "unit": "iter/sec", + "range": "stddev: 7.053682461476102e-7", + "extra": "mean: 13.19728901721038 usec\nrounds: 44582" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-True]", + "value": 25714.419948375304, + "unit": "iter/sec", + "range": "stddev: 0.0000013492771023048701", + "extra": "mean: 38.888685881603266 usec\nrounds: 19916" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-False]", + "value": 39123.21915980095, + "unit": "iter/sec", + "range": "stddev: 0.0000010341678643190543", + "extra": "mean: 25.560268849949303 usec\nrounds: 28146" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-True]", + "value": 44627.91742585999, + "unit": "iter/sec", + "range": "stddev: 9.847317337149745e-7", + "extra": "mean: 22.40749866182513 usec\nrounds: 30989" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-False]", + "value": 66869.6793614305, + "unit": "iter/sec", + "range": "stddev: 7.199614370604432e-7", + "extra": "mean: 14.954460819155447 usec\nrounds: 42444" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-True]", + "value": 26416.509253174023, + "unit": "iter/sec", + "range": "stddev: 0.0000013287998918481818", + "extra": "mean: 37.855115163629996 usec\nrounds: 21048" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-False]", + "value": 42264.870461449544, + "unit": "iter/sec", + "range": "stddev: 0.0000010561020885807452", + "extra": "mean: 23.660311485211245 usec\nrounds: 30836" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-True]", + "value": 40270.01445232779, + "unit": "iter/sec", + "range": "stddev: 0.0000011583643204184988", + "extra": "mean: 24.832372513394898 usec\nrounds: 27701" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-False]", + "value": 66907.6337921777, + "unit": "iter/sec", + "range": "stddev: 8.34186369691794e-7", + "extra": "mean: 14.945977660876595 usec\nrounds: 41136" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-True]", + "value": 25090.473489707525, + "unit": "iter/sec", + "range": "stddev: 0.0000015152619739152705", + "extra": "mean: 39.855764396403856 usec\nrounds: 10993" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-False]", + "value": 38642.144288232674, + "unit": "iter/sec", + "range": "stddev: 0.0000011050861086939288", + "extra": "mean: 25.878481083787072 usec\nrounds: 28417" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-True]", + "value": 37409.49121945832, + "unit": "iter/sec", + "range": "stddev: 0.000001198172306655487", + "extra": "mean: 26.731184183543665 usec\nrounds: 25426" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-False]", + "value": 59184.31381430224, + "unit": "iter/sec", + "range": "stddev: 8.580518161714388e-7", + "extra": "mean: 16.896368911830557 usec\nrounds: 37749" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-True]", + "value": 24215.17815024816, + "unit": "iter/sec", + "range": "stddev: 0.0000013940089498898387", + "extra": "mean: 41.29641309245342 usec\nrounds: 19509" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-False]", + "value": 35896.07413647356, + "unit": "iter/sec", + "range": "stddev: 0.0000012228244826078915", + "extra": "mean: 27.858199651529926 usec\nrounds: 27398" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-True]", + "value": 37325.60878698636, + "unit": "iter/sec", + "range": "stddev: 0.0000012192496810020833", + "extra": "mean: 26.791257597616244 usec\nrounds: 26681" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-False]", + "value": 59201.55189862184, + "unit": "iter/sec", + "range": "stddev: 8.51189674526937e-7", + "extra": "mean: 16.8914490909364 usec\nrounds: 37979" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-True]", + "value": 23543.11374363073, + "unit": "iter/sec", + "range": "stddev: 0.00000164426527457111", + "extra": "mean: 42.475265204481985 usec\nrounds: 19287" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-False]", + "value": 34174.192684622205, + "unit": "iter/sec", + "range": "stddev: 0.0000012777781712026986", + "extra": "mean: 29.26184706771384 usec\nrounds: 26247" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-True]", + "value": 35672.58745291075, + "unit": "iter/sec", + "range": "stddev: 0.0000012985323247198716", + "extra": "mean: 28.032729650464525 usec\nrounds: 26717" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-False]", + "value": 54123.92176411181, + "unit": "iter/sec", + "range": "stddev: 8.886310015788415e-7", + "extra": "mean: 18.4761186441422 usec\nrounds: 35830" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[generalized_advantage_estimate-True-True]", + "value": 41.60758576719661, + "unit": "iter/sec", + "range": "stddev: 0.00008957095996112406", + "extra": "mean: 24.03407892001269 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_generalized_advantage_estimate-True-True]", + "value": 292.0431409381816, + "unit": "iter/sec", + "range": "stddev: 0.013010720058388882", + "extra": "mean: 3.4241516400197725 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td0_return_estimate-False-False]", + "value": 16522.988276600343, + "unit": "iter/sec", + "range": "stddev: 0.000005974497858181325", + "extra": "mean: 60.52173996977217 usec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td1_return_estimate-False-False]", + "value": 19.382919107233572, + "unit": "iter/sec", + "range": "stddev: 0.00020416199754818732", + "extra": "mean: 51.59181620000709 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td1_return_estimate-False-False]", + "value": 573.3613890654581, + "unit": "iter/sec", + "range": "stddev: 0.00005033584930208606", + "extra": "mean: 1.7441006999615638 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td_lambda_return_estimate-True-False]", + "value": 12.130471099542161, + "unit": "iter/sec", + "range": "stddev: 0.0002325702521606186", + "extra": "mean: 82.43702917999144 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td_lambda_return_estimate-True-False]", + "value": 562.2576290102642, + "unit": "iter/sec", + "range": "stddev: 0.00030291408289038585", + "extra": "mean: 1.7785441199976049 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[generalized_advantage_estimate-False-1-512]", + "value": 43.58757558031871, + "unit": "iter/sec", + "range": "stddev: 0.0004730865518912204", + "extra": "mean: 22.9423175454506 msec\nrounds: 44" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-1-512]", + "value": 1407.5895384339376, + "unit": "iter/sec", + "range": "stddev: 0.00004503784365677163", + "extra": "mean: 710.4343792669735 usec\nrounds: 29" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-1-512]", + "value": 1575.8268165933823, + "unit": "iter/sec", + "range": "stddev: 0.000009399888882654322", + "extra": "mean: 634.5875000158945 usec\nrounds: 262" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-32-512]", + "value": 693.8133664175672, + "unit": "iter/sec", + "range": "stddev: 0.000007920960741229526", + "extra": "mean: 1.441309793674624 msec\nrounds: 538" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-32-512]", + "value": 1523.250842326215, + "unit": "iter/sec", + "range": "stddev: 0.00004380982521552891", + "extra": "mean: 656.4906922833941 usec\nrounds: 39" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_dqn_speed", + "value": 697.6602172129401, + "unit": "iter/sec", + "range": "stddev: 0.000258004817235596", + "extra": "mean: 1.433362509897536 msec\nrounds: 657" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ddpg_speed", + "value": 368.5049162159271, + "unit": "iter/sec", + "range": "stddev: 0.00002895574334727202", + "extra": "mean: 2.713668002773796 msec\nrounds: 358" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_sac_speed", + "value": 119.82303096924572, + "unit": "iter/sec", + "range": "stddev: 0.00010635073622462983", + "extra": "mean: 8.345640999989929 msec\nrounds: 118" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_speed", + "value": 86.98056515769017, + "unit": "iter/sec", + "range": "stddev: 0.008999335825436218", + "extra": "mean: 11.496821136848952 msec\nrounds: 95" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_deprec_speed", + "value": 87.16644720766395, + "unit": "iter/sec", + "range": "stddev: 0.00013272831545596808", + "extra": "mean: 11.472304218360717 msec\nrounds: 87" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_td3_speed", + "value": 117.39673500847196, + "unit": "iter/sec", + "range": "stddev: 0.000059532641277497526", + "extra": "mean: 8.518124460001673 msec\nrounds: 100" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_cql_speed", + "value": 39.254860849437534, + "unit": "iter/sec", + "range": "stddev: 0.0004277201625863053", + "extra": "mean: 25.474552153821442 msec\nrounds: 39" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_a2c_speed", + "value": 190.14261595143503, + "unit": "iter/sec", + "range": "stddev: 0.00010181859070852182", + "extra": "mean: 5.2592102774867335 msec\nrounds: 191" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ppo_speed", + "value": 180.80435278875865, + "unit": "iter/sec", + "range": "stddev: 0.000060228942836458036", + "extra": "mean: 5.5308402954675655 msec\nrounds: 176" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_reinforce_speed", + "value": 230.246123989173, + "unit": "iter/sec", + "range": "stddev: 0.00009787410485202976", + "extra": "mean: 4.343178433036395 msec\nrounds: 224" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_iql_speed", + "value": 51.38861768522252, + "unit": "iter/sec", + "range": "stddev: 0.0002536551154720177", + "extra": "mean: 19.459562156846328 msec\nrounds: 51" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 280.24577096445057, + "unit": "iter/sec", + "range": "stddev: 0.000018728970019875876", + "extra": "mean: 3.568296486896321 msec\nrounds: 267" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1793.7620084107054, + "unit": "iter/sec", + "range": "stddev: 0.00002171600373649953", + "extra": "mean: 557.4875570511228 usec\nrounds: 1262" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 1887.476703501466, + "unit": "iter/sec", + "range": "stddev: 0.000021248362986676497", + "extra": "mean: 529.8078636652286 usec\nrounds: 1401" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 281.48877207176366, + "unit": "iter/sec", + "range": "stddev: 0.000280248043236964", + "extra": "mean: 3.552539565397148 msec\nrounds: 260" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 1815.044383857668, + "unit": "iter/sec", + "range": "stddev: 0.00002673753603146502", + "extra": "mean: 550.9507144252941 usec\nrounds: 1026" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 1908.2401122660633, + "unit": "iter/sec", + "range": "stddev: 0.000026104318048610295", + "extra": "mean: 524.0430664736867 usec\nrounds: 1053" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 270.96246326973505, + "unit": "iter/sec", + "range": "stddev: 0.000019798319282108143", + "extra": "mean: 3.690548085269397 msec\nrounds: 258" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1479.3543677014936, + "unit": "iter/sec", + "range": "stddev: 0.00002106458327048577", + "extra": "mean: 675.9705597474408 usec\nrounds: 1088" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1538.2173796757017, + "unit": "iter/sec", + "range": "stddev: 0.000022426671067604506", + "extra": "mean: 650.1031734609754 usec\nrounds: 1251" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 280.5291044566064, + "unit": "iter/sec", + "range": "stddev: 0.000018092311769433267", + "extra": "mean: 3.564692518935 msec\nrounds: 264" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1794.2533733818934, + "unit": "iter/sec", + "range": "stddev: 0.000021104636995610668", + "extra": "mean: 557.3348863851669 usec\nrounds: 1153" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 1885.8782538866217, + "unit": "iter/sec", + "range": "stddev: 0.000019307731697347704", + "extra": "mean: 530.2569229689625 usec\nrounds: 1298" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 279.18271563943495, + "unit": "iter/sec", + "range": "stddev: 0.0002783369247220126", + "extra": "mean: 3.5818836338403632 msec\nrounds: 254" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 1814.0807178919913, + "unit": "iter/sec", + "range": "stddev: 0.000027124886987524936", + "extra": "mean: 551.243387428772 usec\nrounds: 955" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 1897.9010039425666, + "unit": "iter/sec", + "range": "stddev: 0.000027537747420285464", + "extra": "mean: 526.8978718714359 usec\nrounds: 921" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 269.72802408248003, + "unit": "iter/sec", + "range": "stddev: 0.000021774436603036096", + "extra": "mean: 3.7074382738006126 msec\nrounds: 252" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1464.3434914457212, + "unit": "iter/sec", + "range": "stddev: 0.000021715093476047596", + "extra": "mean: 682.8998836964934 usec\nrounds: 1049" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1528.2572685041846, + "unit": "iter/sec", + "range": "stddev: 0.000021829958532035615", + "extra": "mean: 654.3400909054874 usec\nrounds: 1122" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-RandomSampler-400]", + "value": 99.99125076577901, + "unit": "iter/sec", + "range": "stddev: 0.022649129349157675", + "extra": "mean: 10.000874999977896 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]", + "value": 61.29593453578064, + "unit": "iter/sec", + "range": "stddev: 0.0006285061850936287", + "extra": "mean: 16.314295680022042 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]", + "value": 331.85987328658103, + "unit": "iter/sec", + "range": "stddev: 0.0005482685789825539", + "extra": "mean: 3.013320019972525 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]", + "value": 82.5374836676983, + "unit": "iter/sec", + "range": "stddev: 0.026662571649398892", + "extra": "mean: 12.115707380007734 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]", + "value": 61.669643458259294, + "unit": "iter/sec", + "range": "stddev: 0.0006049910646520342", + "extra": "mean: 16.2154334600109 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]", + "value": 336.02512758355067, + "unit": "iter/sec", + "range": "stddev: 0.0005709613627272113", + "extra": "mean: 2.9759679199923994 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]", + "value": 97.44680901931633, + "unit": "iter/sec", + "range": "stddev: 0.02241796753464559", + "extra": "mean: 10.26200868005617 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]", + "value": 60.10143764382563, + "unit": "iter/sec", + "range": "stddev: 0.0006341011576725013", + "extra": "mean: 16.638537099997848 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]", + "value": 306.16130335148335, + "unit": "iter/sec", + "range": "stddev: 0.0006599811908618393", + "extra": "mean: 3.266252099965641 msec\nrounds: 50" + } + ] } ] }