From fc1189e456e792ecb64a616fb78cbac08184527b Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Sat, 17 Feb 2024 21:36:29 +0000 Subject: [PATCH] add GPU Benchmark Results (pytest) benchmark result for d68a900ed95a81c32ecf41e7bcdbb8629d618d63 --- dev/bench/data.js | 670 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 669 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 1550c11bba1..d93780ec396 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1708205135202, + "lastUpdate": 1708205788508, "repoUrl": "https://github.com/pytorch/rl", "entries": { "CPU Benchmark Results": [ @@ -148070,6 +148070,674 @@ window.BENCHMARK_DATA = { "extra": "mean: 3.3882699600599153 msec\nrounds: 50" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "d68a900ed95a81c32ecf41e7bcdbb8629d618d63", + "message": "[BugFix] Fix OOB TruncatedNormal LP (#1924)", + "timestamp": "2024-02-17T21:20:25Z", + "tree_id": "79db5671f88ae8c1a41fb0425559ead2441e8c68", + "url": "https://github.com/pytorch/rl/commit/d68a900ed95a81c32ecf41e7bcdbb8629d618d63" + }, + "date": 1708205781632, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/test_collectors_benchmark.py::test_single", + "value": 8.985828187082152, + "unit": "iter/sec", + "range": "stddev: 0.0005493545796271425", + "extra": "mean: 111.28634769999053 msec\nrounds: 10" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync", + "value": 10.501551593268493, + "unit": "iter/sec", + "range": "stddev: 0.00017110866434809068", + "extra": "mean: 95.2240239090956 msec\nrounds: 11" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async", + "value": 10.965765103162374, + "unit": "iter/sec", + "range": "stddev: 0.088877544936537", + "extra": "mean: 91.1929072520087 msec\nrounds: 1992" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_single_pixels", + "value": 8.061861269985261, + "unit": "iter/sec", + "range": "stddev: 0.001089863258593947", + "extra": "mean: 124.04083455554529 msec\nrounds: 9" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync_pixels", + "value": 12.600678243914693, + "unit": "iter/sec", + "range": "stddev: 0.004153760624270612", + "extra": "mean: 79.36080746152967 msec\nrounds: 13" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async_pixels", + "value": 14.003287562286255, + "unit": "iter/sec", + "range": "stddev: 0.06392721983369518", + "extra": "mean: 71.4118020894755 msec\nrounds: 380" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_simple", + "value": 1.2363549894855947, + "unit": "iter/sec", + "range": "stddev: 0.00718110731172389", + "extra": "mean: 808.829186200046 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_transformed", + "value": 0.9618533915758993, + "unit": "iter/sec", + "range": "stddev: 0.03893389621892499", + "extra": "mean: 1.0396594832000345 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_serial", + "value": 0.4187093912702748, + "unit": "iter/sec", + "range": "stddev: 0.04033060387209929", + "extra": "mean: 2.3882913086000146 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_parallel", + "value": 0.4957137435014606, + "unit": "iter/sec", + "range": "stddev: 0.05151211382570258", + "extra": "mean: 2.0172932727999977 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-True]", + "value": 30182.15732629267, + "unit": "iter/sec", + "range": "stddev: 0.000002038010438915625", + "extra": "mean: 33.132157823883155 usec\nrounds: 11082" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-False]", + "value": 50835.79015567538, + "unit": "iter/sec", + "range": "stddev: 9.394273291010131e-7", + "extra": "mean: 19.67118042107109 usec\nrounds: 34281" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-True]", + "value": 53530.16900830507, + "unit": "iter/sec", + "range": "stddev: 9.315284168115243e-7", + "extra": "mean: 18.68105441335058 usec\nrounds: 33944" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-False]", + "value": 87762.44610480286, + "unit": "iter/sec", + "range": "stddev: 6.961059992904034e-7", + "extra": "mean: 11.394395261110143 usec\nrounds: 51151" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-True]", + "value": 28787.482800792965, + "unit": "iter/sec", + "range": "stddev: 0.0000013455546327451987", + "extra": "mean: 34.7373199289399 usec\nrounds: 21386" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-False]", + "value": 45878.4891705532, + "unit": "iter/sec", + "range": "stddev: 0.0000010216880856987255", + "extra": "mean: 21.796707303993855 usec\nrounds: 32351" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-True]", + "value": 48135.60295698349, + "unit": "iter/sec", + "range": "stddev: 0.0000010461706898204142", + "extra": "mean: 20.77464368512539 usec\nrounds: 32185" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-False]", + "value": 74177.61212293438, + "unit": "iter/sec", + "range": "stddev: 8.215325339678605e-7", + "extra": "mean: 13.481156529313754 usec\nrounds: 45640" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-True]", + "value": 27422.290216163918, + "unit": "iter/sec", + "range": "stddev: 0.0000012867244081414883", + "extra": "mean: 36.46668429650546 usec\nrounds: 21026" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-False]", + "value": 41808.216072419105, + "unit": "iter/sec", + "range": "stddev: 0.0000010309771757737509", + "extra": "mean: 23.918743585419335 usec\nrounds: 30751" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-True]", + "value": 48542.2237442669, + "unit": "iter/sec", + "range": "stddev: 9.923687430200605e-7", + "extra": "mean: 20.600621950660127 usec\nrounds: 33366" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-False]", + "value": 74823.72973593517, + "unit": "iter/sec", + "range": "stddev: 7.798004029313353e-7", + "extra": "mean: 13.36474409293895 usec\nrounds: 45704" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-True]", + "value": 26131.488286781012, + "unit": "iter/sec", + "range": "stddev: 0.0000013240802622785156", + "extra": "mean: 38.26800789244998 usec\nrounds: 20526" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-False]", + "value": 39546.42786138325, + "unit": "iter/sec", + "range": "stddev: 0.000001125022444316975", + "extra": "mean: 25.286733949907305 usec\nrounds: 29096" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-True]", + "value": 44624.24749188732, + "unit": "iter/sec", + "range": "stddev: 0.0000010331614360068148", + "extra": "mean: 22.409341472521188 usec\nrounds: 31124" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-False]", + "value": 66523.94715949145, + "unit": "iter/sec", + "range": "stddev: 7.880879979284604e-7", + "extra": "mean: 15.032180781493555 usec\nrounds: 43030" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-True]", + "value": 27339.405940692697, + "unit": "iter/sec", + "range": "stddev: 0.0000014253596115373385", + "extra": "mean: 36.57723954095043 usec\nrounds: 21441" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-False]", + "value": 41685.514636005806, + "unit": "iter/sec", + "range": "stddev: 0.0000010999477104555598", + "extra": "mean: 23.989148478360185 usec\nrounds: 30294" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-True]", + "value": 41002.75180887133, + "unit": "iter/sec", + "range": "stddev: 0.0000012614448779671602", + "extra": "mean: 24.388607005241063 usec\nrounds: 27578" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-False]", + "value": 66194.19299638484, + "unit": "iter/sec", + "range": "stddev: 7.933042334646825e-7", + "extra": "mean: 15.10706535926217 usec\nrounds: 40224" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-True]", + "value": 25785.370533403093, + "unit": "iter/sec", + "range": "stddev: 0.0000014412319490815125", + "extra": "mean: 38.781680437927854 usec\nrounds: 10965" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-False]", + "value": 38865.122235525756, + "unit": "iter/sec", + "range": "stddev: 0.0000011112341929988539", + "extra": "mean: 25.73001041756462 usec\nrounds: 28894" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-True]", + "value": 38371.16731831122, + "unit": "iter/sec", + "range": "stddev: 0.000001139995890955948", + "extra": "mean: 26.0612347730893 usec\nrounds: 27205" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-False]", + "value": 59331.47496580907, + "unit": "iter/sec", + "range": "stddev: 8.247777677301069e-7", + "extra": "mean: 16.854460479471808 usec\nrounds: 38714" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-True]", + "value": 24933.86218781764, + "unit": "iter/sec", + "range": "stddev: 0.00000147251559251606", + "extra": "mean: 40.10610119151886 usec\nrounds: 19893" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-False]", + "value": 36258.04676458377, + "unit": "iter/sec", + "range": "stddev: 0.0000011502677207989929", + "extra": "mean: 27.58008467728004 usec\nrounds: 27847" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-True]", + "value": 38128.54266016293, + "unit": "iter/sec", + "range": "stddev: 0.0000011741662282815413", + "extra": "mean: 26.227071118687412 usec\nrounds: 26969" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-False]", + "value": 59489.263429611245, + "unit": "iter/sec", + "range": "stddev: 8.410806424763535e-7", + "extra": "mean: 16.809755951730985 usec\nrounds: 39107" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-True]", + "value": 24003.744015227185, + "unit": "iter/sec", + "range": "stddev: 0.0000014556631557667437", + "extra": "mean: 41.660167654080674 usec\nrounds: 19755" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-False]", + "value": 34225.03225068855, + "unit": "iter/sec", + "range": "stddev: 0.0000013391693582763469", + "extra": "mean: 29.2183800639043 usec\nrounds: 27277" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-True]", + "value": 35993.47607158731, + "unit": "iter/sec", + "range": "stddev: 0.0000012165091874611577", + "extra": "mean: 27.782812585566983 usec\nrounds: 26364" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-False]", + "value": 53602.44221259437, + "unit": "iter/sec", + "range": "stddev: 9.222811440994738e-7", + "extra": "mean: 18.655866388211717 usec\nrounds: 36913" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[generalized_advantage_estimate-True-True]", + "value": 43.26421346832363, + "unit": "iter/sec", + "range": "stddev: 0.00011337788078873787", + "extra": "mean: 23.11379127999544 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_generalized_advantage_estimate-True-True]", + "value": 312.51477413676, + "unit": "iter/sec", + "range": "stddev: 0.011422360013766578", + "extra": "mean: 3.199848719991678 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td0_return_estimate-False-False]", + "value": 16813.91734995643, + "unit": "iter/sec", + "range": "stddev: 0.000007057611372270821", + "extra": "mean: 59.47454000079233 usec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td1_return_estimate-False-False]", + "value": 19.95632957198121, + "unit": "iter/sec", + "range": "stddev: 0.0008197954539579566", + "extra": "mean: 50.10941497999738 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td1_return_estimate-False-False]", + "value": 575.3837130430658, + "unit": "iter/sec", + "range": "stddev: 0.000052591266933238", + "extra": "mean: 1.7379706399947281 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td_lambda_return_estimate-True-False]", + "value": 12.468536452483173, + "unit": "iter/sec", + "range": "stddev: 0.00030751976888627363", + "extra": "mean: 80.20187483999734 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td_lambda_return_estimate-True-False]", + "value": 561.7266218071501, + "unit": "iter/sec", + "range": "stddev: 0.00032864413999067525", + "extra": "mean: 1.7802254000048379 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[generalized_advantage_estimate-False-1-512]", + "value": 45.74881039826848, + "unit": "iter/sec", + "range": "stddev: 0.0001617357631741628", + "extra": "mean: 21.858491866661705 msec\nrounds: 45" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-1-512]", + "value": 1486.5316925083891, + "unit": "iter/sec", + "range": "stddev: 0.00004491423075412366", + "extra": "mean: 672.7068148224874 usec\nrounds: 27" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-1-512]", + "value": 1589.192829198748, + "unit": "iter/sec", + "range": "stddev: 0.000010765317098183805", + "extra": "mean: 629.2502593937502 usec\nrounds: 266" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-32-512]", + "value": 697.9942449106034, + "unit": "iter/sec", + "range": "stddev: 0.00000947915259841336", + "extra": "mean: 1.4326765690282681 msec\nrounds: 536" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-32-512]", + "value": 1504.851562219264, + "unit": "iter/sec", + "range": "stddev: 0.000039853881618083366", + "extra": "mean: 664.5173684275281 usec\nrounds: 57" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_dqn_speed", + "value": 699.0815434409619, + "unit": "iter/sec", + "range": "stddev: 0.00028031895613807344", + "extra": "mean: 1.4304482923091946 msec\nrounds: 585" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ddpg_speed", + "value": 334.78451863333515, + "unit": "iter/sec", + "range": "stddev: 0.0046762970794225365", + "extra": "mean: 2.9869959461752362 msec\nrounds: 353" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_sac_speed", + "value": 117.68946395271055, + "unit": "iter/sec", + "range": "stddev: 0.00014778964860246772", + "extra": "mean: 8.496937333335255 msec\nrounds: 117" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_speed", + "value": 93.33227053634828, + "unit": "iter/sec", + "range": "stddev: 0.00027810300731018363", + "extra": "mean: 10.71440772043095 msec\nrounds: 93" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_deprec_speed", + "value": 85.22395418913257, + "unit": "iter/sec", + "range": "stddev: 0.0001777387413576039", + "extra": "mean: 11.733790217956305 msec\nrounds: 78" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_td3_speed", + "value": 117.18144547731094, + "unit": "iter/sec", + "range": "stddev: 0.00003902254428684246", + "extra": "mean: 8.533774233000258 msec\nrounds: 100" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_cql_speed", + "value": 38.58952961790445, + "unit": "iter/sec", + "range": "stddev: 0.0003072180470426318", + "extra": "mean: 25.91376494871885 msec\nrounds: 39" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_a2c_speed", + "value": 178.7106206809431, + "unit": "iter/sec", + "range": "stddev: 0.0001125935956022918", + "extra": "mean: 5.595638335257797 msec\nrounds: 173" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ppo_speed", + "value": 169.8426007476699, + "unit": "iter/sec", + "range": "stddev: 0.000130956473277308", + "extra": "mean: 5.887804329407733 msec\nrounds: 170" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_reinforce_speed", + "value": 221.5524772141476, + "unit": "iter/sec", + "range": "stddev: 0.0000948197773671571", + "extra": "mean: 4.513603334858778 msec\nrounds: 218" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_iql_speed", + "value": 49.772473036104486, + "unit": "iter/sec", + "range": "stddev: 0.00025124429657577617", + "extra": "mean: 20.091426826925183 msec\nrounds: 52" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 277.93838289296383, + "unit": "iter/sec", + "range": "stddev: 0.000033078033450793084", + "extra": "mean: 3.59791976045679 msec\nrounds: 263" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1785.61102941089, + "unit": "iter/sec", + "range": "stddev: 0.00002136382475171216", + "extra": "mean: 560.0323830492471 usec\nrounds: 1180" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 1860.5847406624694, + "unit": "iter/sec", + "range": "stddev: 0.00001977410845471029", + "extra": "mean: 537.465441989998 usec\nrounds: 1448" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 278.5382681927087, + "unit": "iter/sec", + "range": "stddev: 0.0002851670227778518", + "extra": "mean: 3.590170953845892 msec\nrounds: 260" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 1793.7347565638759, + "unit": "iter/sec", + "range": "stddev: 0.0000261659303833216", + "extra": "mean: 557.4960268460346 usec\nrounds: 1043" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 1863.4477195163372, + "unit": "iter/sec", + "range": "stddev: 0.000026128643520139067", + "extra": "mean: 536.6396864944259 usec\nrounds: 992" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 268.28853570142945, + "unit": "iter/sec", + "range": "stddev: 0.00003170444341419447", + "extra": "mean: 3.72733034374928 msec\nrounds: 256" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1452.3778675404055, + "unit": "iter/sec", + "range": "stddev: 0.000023037630940977138", + "extra": "mean: 688.5260525854025 usec\nrounds: 1179" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1515.459140401203, + "unit": "iter/sec", + "range": "stddev: 0.000020654778983100632", + "extra": "mean: 659.8660256424067 usec\nrounds: 1170" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 278.3381825333666, + "unit": "iter/sec", + "range": "stddev: 0.00002604623419551318", + "extra": "mean: 3.5927517773459705 msec\nrounds: 256" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1759.5804511811816, + "unit": "iter/sec", + "range": "stddev: 0.000021676170917769525", + "extra": "mean: 568.3172936643585 usec\nrounds: 1168" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 1860.4316422955437, + "unit": "iter/sec", + "range": "stddev: 0.000021448421818840398", + "extra": "mean: 537.5096710170566 usec\nrounds: 1225" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 275.0854489655559, + "unit": "iter/sec", + "range": "stddev: 0.00028582844637491296", + "extra": "mean: 3.6352340836654444 msec\nrounds: 251" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 1791.1644371826462, + "unit": "iter/sec", + "range": "stddev: 0.00002647312724236033", + "extra": "mean: 558.29603315088 usec\nrounds: 905" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 1876.8582721889188, + "unit": "iter/sec", + "range": "stddev: 0.0000269814757342873", + "extra": "mean: 532.805281473775 usec\nrounds: 977" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 266.8806409457911, + "unit": "iter/sec", + "range": "stddev: 0.0000311090292071504", + "extra": "mean: 3.746993399206953 msec\nrounds: 253" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1440.5458527484493, + "unit": "iter/sec", + "range": "stddev: 0.000021946700939226278", + "extra": "mean: 694.181305018565 usec\nrounds: 1036" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1488.9578062600174, + "unit": "iter/sec", + "range": "stddev: 0.000022307127617049806", + "extra": "mean: 671.6107036718605 usec\nrounds: 1090" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-RandomSampler-400]", + "value": 81.0004009600521, + "unit": "iter/sec", + "range": "stddev: 0.027545432351300105", + "extra": "mean: 12.345617900004981 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]", + "value": 62.71171120952034, + "unit": "iter/sec", + "range": "stddev: 0.0006622501644746823", + "extra": "mean: 15.945984899997256 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]", + "value": 326.50220202179304, + "unit": "iter/sec", + "range": "stddev: 0.0005001323415203205", + "extra": "mean: 3.062766480004484 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]", + "value": 100.1177799578476, + "unit": "iter/sec", + "range": "stddev: 0.022315349677662362", + "extra": "mean: 9.988235860014356 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]", + "value": 62.760805666062765, + "unit": "iter/sec", + "range": "stddev: 0.0006350801637458142", + "extra": "mean: 15.933511199980332 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]", + "value": 323.51282126451633, + "unit": "iter/sec", + "range": "stddev: 0.0005889276615032882", + "extra": "mean: 3.091067600014412 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]", + "value": 97.10100181712085, + "unit": "iter/sec", + "range": "stddev: 0.022442917716060287", + "extra": "mean: 10.298554919993421 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]", + "value": 62.24627259949034, + "unit": "iter/sec", + "range": "stddev: 0.0006620265385309625", + "extra": "mean: 16.065218980006648 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]", + "value": 295.1806237393834, + "unit": "iter/sec", + "range": "stddev: 0.0006968496325636841", + "extra": "mean: 3.387756239999362 msec\nrounds: 50" + } + ] } ] }