From d757812f1b583a6d6ef7c2ba46295c2b82a7b632 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Thu, 18 Apr 2024 17:44:10 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for ee8cafb11a54f1001ccf56326e173ec425f22f04 --- dev/bench/data.js | 663 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 662 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 70de859bcbc..75928702270 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1713459533860, + "lastUpdate": 1713462249685, "repoUrl": "https://github.com/pytorch/rl", "entries": { "CPU Benchmark Results": [ @@ -141846,6 +141846,667 @@ window.BENCHMARK_DATA = { "extra": "mean: 1.4396052599977338 msec\nrounds: 50" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ee8cafb11a54f1001ccf56326e173ec425f22f04", + "message": "[Quality] Make sure deprec warnings are displayed (#2088)", + "timestamp": "2024-04-18T18:39:09+01:00", + "tree_id": "df1d3b5d2f046c02dba12bcc53f174cb3c4a741e", + "url": "https://github.com/pytorch/rl/commit/ee8cafb11a54f1001ccf56326e173ec425f22f04" + }, + "date": 1713462239890, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/test_collectors_benchmark.py::test_single", + "value": 17.592013929360803, + "unit": "iter/sec", + "range": "stddev: 0.01111874926162955", + "extra": "mean: 56.843974999986514 msec\nrounds: 19" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync", + "value": 34.684873048546045, + "unit": "iter/sec", + "range": "stddev: 0.001368527217383246", + "extra": "mean: 28.831012257140692 msec\nrounds: 35" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async", + "value": 37.14521747124591, + "unit": "iter/sec", + "range": "stddev: 0.013128010348488213", + "extra": "mean: 26.92136614287154 msec\nrounds: 21" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_simple", + "value": 2.9521760650079862, + "unit": "iter/sec", + "range": "stddev: 0.0011690678967436635", + "extra": "mean: 338.73318459998245 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_transformed", + "value": 2.0280504722836037, + "unit": "iter/sec", + "range": "stddev: 0.003366630275596572", + "extra": "mean: 493.08437519998733 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_serial", + "value": 0.8248531903525721, + "unit": "iter/sec", + "range": "stddev: 0.02655765805008675", + "extra": "mean: 1.2123369488000209 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_parallel", + "value": 1.0021352604224403, + "unit": "iter/sec", + "range": "stddev: 0.030971711790826195", + "extra": "mean: 997.8692892000026 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-True]", + "value": 46769.036461165015, + "unit": "iter/sec", + "range": "stddev: 0.0000013693088361121406", + "extra": "mean: 21.381667779928645 usec\nrounds: 18873" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-False]", + "value": 77424.93438321578, + "unit": "iter/sec", + "range": "stddev: 7.287357075860828e-7", + "extra": "mean: 12.915735840995179 usec\nrounds: 36073" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-True]", + "value": 81569.20287230982, + "unit": "iter/sec", + "range": "stddev: 6.508629791208961e-7", + "extra": "mean: 12.259528900453049 usec\nrounds: 32889" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-False]", + "value": 132035.5818730651, + "unit": "iter/sec", + "range": "stddev: 8.089898455829557e-7", + "extra": "mean: 7.573716007563544 usec\nrounds: 49364" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-True]", + "value": 44451.66436329768, + "unit": "iter/sec", + "range": "stddev: 0.0000011389459509826167", + "extra": "mean: 22.49634550974582 usec\nrounds: 25733" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-False]", + "value": 70485.33091018707, + "unit": "iter/sec", + "range": "stddev: 7.316567183823636e-7", + "extra": "mean: 14.187349156013859 usec\nrounds: 34254" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-True]", + "value": 72825.19295998236, + "unit": "iter/sec", + "range": "stddev: 7.384172744317303e-7", + "extra": "mean: 13.73151184850966 usec\nrounds: 33338" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-False]", + "value": 113091.49681991336, + "unit": "iter/sec", + "range": "stddev: 8.206940006554849e-7", + "extra": "mean: 8.842397776310253 usec\nrounds: 44701" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-True]", + "value": 41988.556072152394, + "unit": "iter/sec", + "range": "stddev: 0.0000010191118674739762", + "extra": "mean: 23.81601306512226 usec\nrounds: 25105" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-False]", + "value": 64723.14231225767, + "unit": "iter/sec", + "range": "stddev: 7.270311004024525e-7", + "extra": "mean: 15.45042413385133 usec\nrounds: 34574" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-True]", + "value": 73863.10387774046, + "unit": "iter/sec", + "range": "stddev: 7.488590543125977e-7", + "extra": "mean: 13.538559138473493 usec\nrounds: 32813" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-False]", + "value": 114030.2601254164, + "unit": "iter/sec", + "range": "stddev: 5.321757893001986e-7", + "extra": "mean: 8.769602024060527 usec\nrounds: 44661" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-True]", + "value": 40309.62796593448, + "unit": "iter/sec", + "range": "stddev: 0.0000010804378507469013", + "extra": "mean: 24.807968975677383 usec\nrounds: 24948" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-False]", + "value": 59966.8391718451, + "unit": "iter/sec", + "range": "stddev: 8.143996202899051e-7", + "extra": "mean: 16.675883101564366 usec\nrounds: 31951" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-True]", + "value": 68018.81497034963, + "unit": "iter/sec", + "range": "stddev: 7.46431741343002e-7", + "extra": "mean: 14.701814497002252 usec\nrounds: 27827" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-False]", + "value": 99227.89882350629, + "unit": "iter/sec", + "range": "stddev: 9.443288346916316e-7", + "extra": "mean: 10.077810896496661 usec\nrounds: 43627" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-True]", + "value": 42120.954670378065, + "unit": "iter/sec", + "range": "stddev: 0.0000018885319808707653", + "extra": "mean: 23.741152303541185 usec\nrounds: 24786" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-False]", + "value": 65047.51453232492, + "unit": "iter/sec", + "range": "stddev: 7.841950983003524e-7", + "extra": "mean: 15.37337755623325 usec\nrounds: 36429" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-True]", + "value": 62680.96700878762, + "unit": "iter/sec", + "range": "stddev: 0.0000012451084838844978", + "extra": "mean: 15.953806198615348 usec\nrounds: 30619" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-False]", + "value": 100594.53245346481, + "unit": "iter/sec", + "range": "stddev: 6.686491984913287e-7", + "extra": "mean: 9.940898134424966 usec\nrounds: 42134" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-True]", + "value": 39536.06540890831, + "unit": "iter/sec", + "range": "stddev: 0.0000017439433274642652", + "extra": "mean: 25.29336163468302 usec\nrounds: 318" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-False]", + "value": 59819.981931538736, + "unit": "iter/sec", + "range": "stddev: 0.0000012309465777181728", + "extra": "mean: 16.716822167289433 usec\nrounds: 32210" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-True]", + "value": 59016.96815174621, + "unit": "iter/sec", + "range": "stddev: 7.876092967890912e-7", + "extra": "mean: 16.94427943890255 usec\nrounds: 28364" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-False]", + "value": 89701.72362129466, + "unit": "iter/sec", + "range": "stddev: 6.469969465609129e-7", + "extra": "mean: 11.148057803457926 usec\nrounds: 41693" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-True]", + "value": 38158.10081099517, + "unit": "iter/sec", + "range": "stddev: 0.0000010119920139064135", + "extra": "mean: 26.20675502046612 usec\nrounds: 22410" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-False]", + "value": 55520.43744833049, + "unit": "iter/sec", + "range": "stddev: 0.000001294324657560943", + "extra": "mean: 18.011385463787807 usec\nrounds: 30999" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-True]", + "value": 59102.597637188985, + "unit": "iter/sec", + "range": "stddev: 7.246682380585055e-7", + "extra": "mean: 16.91973009610617 usec\nrounds: 31037" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-False]", + "value": 89329.49643933149, + "unit": "iter/sec", + "range": "stddev: 6.60647649288336e-7", + "extra": "mean: 11.194510658404464 usec\nrounds: 38703" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-True]", + "value": 36471.367873727555, + "unit": "iter/sec", + "range": "stddev: 0.000001857121931356799", + "extra": "mean: 27.418768702677536 usec\nrounds: 22737" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-False]", + "value": 52710.21276325545, + "unit": "iter/sec", + "range": "stddev: 9.180881284909766e-7", + "extra": "mean: 18.97165554029228 usec\nrounds: 31008" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-True]", + "value": 56019.31426992012, + "unit": "iter/sec", + "range": "stddev: 9.461442512208523e-7", + "extra": "mean: 17.85098609350446 usec\nrounds: 29699" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-False]", + "value": 81755.26852634303, + "unit": "iter/sec", + "range": "stddev: 5.929385492798981e-7", + "extra": "mean: 12.231627612815947 usec\nrounds: 40039" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[generalized_advantage_estimate-True-True]", + "value": 107.27230562241013, + "unit": "iter/sec", + "range": "stddev: 0.00006722633010655366", + "extra": "mean: 9.322070539994911 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_generalized_advantage_estimate-True-True]", + "value": 28.540105593523734, + "unit": "iter/sec", + "range": "stddev: 0.0003552968982366946", + "extra": "mean: 35.038412760004576 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td0_return_estimate-False-False]", + "value": 5891.971411290287, + "unit": "iter/sec", + "range": "stddev: 0.000013196565411268307", + "extra": "mean: 169.7224799977448 usec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td1_return_estimate-False-False]", + "value": 42.144519882036256, + "unit": "iter/sec", + "range": "stddev: 0.0006669644323779102", + "extra": "mean: 23.7278773800017 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td1_return_estimate-False-False]", + "value": 28.391222828482075, + "unit": "iter/sec", + "range": "stddev: 0.00030642605142179206", + "extra": "mean: 35.22215319999532 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td_lambda_return_estimate-True-False]", + "value": 29.326285862416324, + "unit": "iter/sec", + "range": "stddev: 0.0002202502035741624", + "extra": "mean: 34.09910155999569 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td_lambda_return_estimate-True-False]", + "value": 28.373252186738842, + "unit": "iter/sec", + "range": "stddev: 0.00046792702700411117", + "extra": "mean: 35.244461700001466 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[generalized_advantage_estimate-False-1-512]", + "value": 120.59879048166547, + "unit": "iter/sec", + "range": "stddev: 0.0007691329721406064", + "extra": "mean: 8.291957124993132 msec\nrounds: 120" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-1-512]", + "value": 558.832621537306, + "unit": "iter/sec", + "range": "stddev: 0.000028032381938154815", + "extra": "mean: 1.7894445697337356 msec\nrounds: 337" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-1-512]", + "value": 2807.635143961204, + "unit": "iter/sec", + "range": "stddev: 0.00001818422767020066", + "extra": "mean: 356.17163510395847 usec\nrounds: 1299" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-32-512]", + "value": 22.224485211637287, + "unit": "iter/sec", + "range": "stddev: 0.0009777646235221062", + "extra": "mean: 44.99541791304913 msec\nrounds: 23" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-32-512]", + "value": 329.60502250525406, + "unit": "iter/sec", + "range": "stddev: 0.00006990440164817631", + "extra": "mean: 3.03393435087616 msec\nrounds: 285" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_dqn_speed", + "value": 728.168380273769, + "unit": "iter/sec", + "range": "stddev: 0.00022283122794746656", + "extra": "mean: 1.3733087388716751 msec\nrounds: 674" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ddpg_speed", + "value": 367.5823438934028, + "unit": "iter/sec", + "range": "stddev: 0.00006661742355865137", + "extra": "mean: 2.7204788712321704 msec\nrounds: 365" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_sac_speed", + "value": 119.86881975405878, + "unit": "iter/sec", + "range": "stddev: 0.00022180394245096448", + "extra": "mean: 8.34245304201504 msec\nrounds: 119" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_speed", + "value": 75.28452688605734, + "unit": "iter/sec", + "range": "stddev: 0.0003428659761740756", + "extra": "mean: 13.282941945208657 msec\nrounds: 73" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_deprec_speed", + "value": 76.1987829184557, + "unit": "iter/sec", + "range": "stddev: 0.00021567002485275617", + "extra": "mean: 13.123569192307864 msec\nrounds: 78" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_td3_speed", + "value": 121.21930775387673, + "unit": "iter/sec", + "range": "stddev: 0.00008905261378179416", + "extra": "mean: 8.249510895000299 msec\nrounds: 100" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_cql_speed", + "value": 27.405516105745036, + "unit": "iter/sec", + "range": "stddev: 0.0005475006557946964", + "extra": "mean: 36.489004481487186 msec\nrounds: 27" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_a2c_speed", + "value": 133.6512761892592, + "unit": "iter/sec", + "range": "stddev: 0.00021761804289130955", + "extra": "mean: 7.482158259259214 msec\nrounds: 135" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ppo_speed", + "value": 130.1636917762588, + "unit": "iter/sec", + "range": "stddev: 0.00013824182842881282", + "extra": "mean: 7.682633969224858 msec\nrounds: 130" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_reinforce_speed", + "value": 151.67995301686443, + "unit": "iter/sec", + "range": "stddev: 0.0001580758667298001", + "extra": "mean: 6.592829046359315 msec\nrounds: 151" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_iql_speed", + "value": 30.647290417546447, + "unit": "iter/sec", + "range": "stddev: 0.0005110682681523254", + "extra": "mean: 32.62931196773832 msec\nrounds: 31" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 441.24250488175056, + "unit": "iter/sec", + "range": "stddev: 0.00010313749033946934", + "extra": "mean: 2.266327447914366 msec\nrounds: 384" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1999.882375083985, + "unit": "iter/sec", + "range": "stddev: 0.00003293306659147047", + "extra": "mean: 500.0294079585581 usec\nrounds: 1407" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2135.8509443623157, + "unit": "iter/sec", + "range": "stddev: 0.00001710012856344558", + "extra": "mean: 468.1974660448799 usec\nrounds: 1605" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 441.6182401660886, + "unit": "iter/sec", + "range": "stddev: 0.00020595494367079125", + "extra": "mean: 2.2643992232383994 msec\nrounds: 439" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2054.919512492358, + "unit": "iter/sec", + "range": "stddev: 0.00004564394421600721", + "extra": "mean: 486.6370648196952 usec\nrounds: 1373" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2143.936699240173, + "unit": "iter/sec", + "range": "stddev: 0.00004692684351408759", + "extra": "mean: 466.4316816603809 usec\nrounds: 1445" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-sampler6-10000]", + "value": 807.2935564243321, + "unit": "iter/sec", + "range": "stddev: 0.000057276482371151085", + "extra": "mean: 1.238706777778834 msec\nrounds: 639" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-sampler7-10000]", + "value": 860.9913434509916, + "unit": "iter/sec", + "range": "stddev: 0.000021703265337591917", + "extra": "mean: 1.1614518631416657 msec\nrounds: 643" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 421.23331292984005, + "unit": "iter/sec", + "range": "stddev: 0.000072324632614534", + "extra": "mean: 2.373981281405819 msec\nrounds: 398" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1622.1753856521182, + "unit": "iter/sec", + "range": "stddev: 0.00002089266636446441", + "extra": "mean: 616.4561543991113 usec\nrounds: 1250" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1701.7966927249556, + "unit": "iter/sec", + "range": "stddev: 0.00008653784410554309", + "extra": "mean: 587.6142574932245 usec\nrounds: 1301" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 447.840458818346, + "unit": "iter/sec", + "range": "stddev: 0.00013660286939577742", + "extra": "mean: 2.232938048157954 msec\nrounds: 353" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 2017.2861567873633, + "unit": "iter/sec", + "range": "stddev: 0.00002231630435866143", + "extra": "mean: 495.71549214046746 usec\nrounds: 827" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2080.7342385154134, + "unit": "iter/sec", + "range": "stddev: 0.00011144659361302677", + "extra": "mean: 480.599579460706 usec\nrounds: 818" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 455.64629001166276, + "unit": "iter/sec", + "range": "stddev: 0.00020521916291691978", + "extra": "mean: 2.1946848288272114 msec\nrounds: 333" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2030.8077700469514, + "unit": "iter/sec", + "range": "stddev: 0.000044802882877106664", + "extra": "mean: 492.4148975345316 usec\nrounds: 771" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2158.540101531973, + "unit": "iter/sec", + "range": "stddev: 0.00003971764327506241", + "extra": "mean: 463.27608150076696 usec\nrounds: 773" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 431.4477377362103, + "unit": "iter/sec", + "range": "stddev: 0.00007926992234145903", + "extra": "mean: 2.317777826920502 msec\nrounds: 312" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1601.9494966715342, + "unit": "iter/sec", + "range": "stddev: 0.00003690074488165642", + "extra": "mean: 624.2394045990585 usec\nrounds: 739" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1694.2447566527317, + "unit": "iter/sec", + "range": "stddev: 0.00011327512137208448", + "extra": "mean: 590.2334925773475 usec\nrounds: 741" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-RandomSampler-400]", + "value": 128.45500612933648, + "unit": "iter/sec", + "range": "stddev: 0.019776883032290634", + "extra": "mean: 7.784826999993584 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]", + "value": 80.76756675232707, + "unit": "iter/sec", + "range": "stddev: 0.0006126525706117446", + "extra": "mean: 12.381207460000496 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]", + "value": 971.3367651249996, + "unit": "iter/sec", + "range": "stddev: 0.000017465288382639532", + "extra": "mean: 1.029509059992506 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]", + "value": 182.04043399104594, + "unit": "iter/sec", + "range": "stddev: 0.013159952335423436", + "extra": "mean: 5.493285080001442 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]", + "value": 80.75552152551062, + "unit": "iter/sec", + "range": "stddev: 0.0006824729274124734", + "extra": "mean: 12.383054200004153 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]", + "value": 959.5337372273483, + "unit": "iter/sec", + "range": "stddev: 0.000034545207188565345", + "extra": "mean: 1.0421728399978747 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]", + "value": 119.69160634164858, + "unit": "iter/sec", + "range": "stddev: 0.021346635060290182", + "extra": "mean: 8.35480473998814 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]", + "value": 78.71349579375347, + "unit": "iter/sec", + "range": "stddev: 0.0006498713612529392", + "extra": "mean: 12.704301720002604 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]", + "value": 707.7994702722948, + "unit": "iter/sec", + "range": "stddev: 0.0001787617819098915", + "extra": "mean: 1.412829540004168 msec\nrounds: 50" + } + ] } ], "GPU Benchmark Results": [