diff --git a/dev/bench/data.js b/dev/bench/data.js index ec66084f3..87e9d0d40 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1734607031570, + "lastUpdate": 1734607270135, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -750587,6 +750587,1633 @@ window.BENCHMARK_DATA = { "extra": "mean: 50.90581754993764 msec\nrounds: 20" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "distinct": true, + "id": "42ad06604561466777661b49d3038b83a6def92f", + "message": "[CI] Add missing packages for smoke test\n\nghstack-source-id: 1ae2795ee734baac4419b722d4e11d522051b112\nPull Request resolved: https://github.com/pytorch/tensordict/pull/1149", + "timestamp": "2024-12-19T11:09:03Z", + "tree_id": "1ae2795ee734baac4419b722d4e11d522051b112", + "url": "https://github.com/pytorch/tensordict/commit/42ad06604561466777661b49d3038b83a6def92f" + }, + "date": 1734607237124, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 85435.79656557919, + "unit": "iter/sec", + "range": "stddev: 7.521143219698919e-7", + "extra": "mean: 11.704695691956422 usec\nrounds: 21031" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 83811.65649578908, + "unit": "iter/sec", + "range": "stddev: 7.363080320159617e-7", + "extra": "mean: 11.93151456265803 usec\nrounds: 22483" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 78145.07797283986, + "unit": "iter/sec", + "range": "stddev: 7.99241865194398e-7", + "extra": "mean: 12.79671127012709 usec\nrounds: 45849" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 78120.10742580335, + "unit": "iter/sec", + "range": "stddev: 8.110945746531299e-7", + "extra": "mean: 12.800801649559643 usec\nrounds: 49678" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 343399.4011916788, + "unit": "iter/sec", + "range": "stddev: 3.2589581471589995e-7", + "extra": "mean: 2.9120609894186154 usec\nrounds: 111112" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2796.3213795074903, + "unit": "iter/sec", + "range": "stddev: 0.000004560309950348045", + "extra": "mean: 357.61268619851114 usec\nrounds: 2527" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2785.219814815751, + "unit": "iter/sec", + "range": "stddev: 0.000004954812074614037", + "extra": "mean: 359.0380890874685 usec\nrounds: 2694" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 17144.73034183417, + "unit": "iter/sec", + "range": "stddev: 0.0000016908122816008047", + "extra": "mean: 58.32695994990018 usec\nrounds: 11860" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 2788.5315087243, + "unit": "iter/sec", + "range": "stddev: 0.000004623905038033799", + "extra": "mean: 358.6116910895086 usec\nrounds: 2551" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 16579.367778534328, + "unit": "iter/sec", + "range": "stddev: 0.0000018030292363613698", + "extra": "mean: 60.31593082184486 usec\nrounds: 13069" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 2770.9931429614917, + "unit": "iter/sec", + "range": "stddev: 0.000005198339246286963", + "extra": "mean: 360.8814415654788 usec\nrounds: 2618" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 289115.5140784046, + "unit": "iter/sec", + "range": "stddev: 3.7777952435377163e-7", + "extra": "mean: 3.4588251107438404 usec\nrounds: 151286" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 12362.293150102507, + "unit": "iter/sec", + "range": "stddev: 0.0000021921963231949936", + "extra": "mean: 80.8911411384633 usec\nrounds: 8871" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 11457.524538194575, + "unit": "iter/sec", + "range": "stddev: 0.00000700840402090632", + "extra": "mean: 87.27888791915042 usec\nrounds: 10501" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 13933.754176525703, + "unit": "iter/sec", + "range": "stddev: 0.000002190755390945389", + "extra": "mean: 71.76816723842504 usec\nrounds: 8359" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 12104.693069567875, + "unit": "iter/sec", + "range": "stddev: 0.0000021862689879917815", + "extra": "mean: 82.61258623021816 usec\nrounds: 10462" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 13710.375071503391, + "unit": "iter/sec", + "range": "stddev: 0.000002140812580065453", + "extra": "mean: 72.9374648603502 usec\nrounds: 11578" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 11321.852967441391, + "unit": "iter/sec", + "range": "stddev: 0.0000024555264589587965", + "extra": "mean: 88.32476476030305 usec\nrounds: 10441" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 1176635.531377592, + "unit": "iter/sec", + "range": "stddev: 1.0248013011337166e-7", + "extra": "mean: 849.8808452853799 nsec\nrounds: 184843" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 29414.96124993011, + "unit": "iter/sec", + "range": "stddev: 0.0000012323359594085678", + "extra": "mean: 33.996305196641245 usec\nrounds: 19463" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 27805.68354659224, + "unit": "iter/sec", + "range": "stddev: 0.0000014731835918784117", + "extra": "mean: 35.963870419670236 usec\nrounds: 24981" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 25954.966170803265, + "unit": "iter/sec", + "range": "stddev: 0.0000015727231022196644", + "extra": "mean: 38.52827213949136 usec\nrounds: 21254" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 28927.093430340068, + "unit": "iter/sec", + "range": "stddev: 0.0000013131818012263299", + "extra": "mean: 34.569667443710536 usec\nrounds: 22841" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 25647.700736039904, + "unit": "iter/sec", + "range": "stddev: 0.0000013997017828711313", + "extra": "mean: 38.98984982286578 usec\nrounds: 21354" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 27411.623605954806, + "unit": "iter/sec", + "range": "stddev: 0.000001396882667108017", + "extra": "mean: 36.48087447774394 usec\nrounds: 24522" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 1996667.6195433266, + "unit": "iter/sec", + "range": "stddev: 3.3582464336619607e-8", + "extra": "mean: 500.83448552579716 nsec\nrounds: 93809" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 474563.95687939617, + "unit": "iter/sec", + "range": "stddev: 3.222932463681258e-7", + "extra": "mean: 2.1071975347131895 usec\nrounds: 179212" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 496966.86092449183, + "unit": "iter/sec", + "range": "stddev: 2.1067803585581985e-7", + "extra": "mean: 2.012206604963018 usec\nrounds: 186220" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 474711.99308068526, + "unit": "iter/sec", + "range": "stddev: 3.3647811171542174e-7", + "extra": "mean: 2.1065404172968374 usec\nrounds: 80776" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 474142.50752534496, + "unit": "iter/sec", + "range": "stddev: 3.1555976030910125e-7", + "extra": "mean: 2.1090705518457358 usec\nrounds: 137932" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 317097.73468024575, + "unit": "iter/sec", + "range": "stddev: 3.9752322796723956e-7", + "extra": "mean: 3.153601841427147 usec\nrounds: 134409" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 314571.69019320235, + "unit": "iter/sec", + "range": "stddev: 3.805797149716864e-7", + "extra": "mean: 3.1789256032093167 usec\nrounds: 151516" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 318114.4757622616, + "unit": "iter/sec", + "range": "stddev: 4.4197575228652127e-7", + "extra": "mean: 3.1435224618553224 usec\nrounds: 63052" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 317996.40438822226, + "unit": "iter/sec", + "range": "stddev: 4.160151363392251e-7", + "extra": "mean: 3.144689644915486 usec\nrounds: 105264" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 162141.72733026996, + "unit": "iter/sec", + "range": "stddev: 4.950988512392176e-7", + "extra": "mean: 6.167443855850126 usec\nrounds: 106372" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 170931.53013334228, + "unit": "iter/sec", + "range": "stddev: 4.849092257544432e-7", + "extra": "mean: 5.850295724960213 usec\nrounds: 116145" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 160893.74466836898, + "unit": "iter/sec", + "range": "stddev: 6.100878595150211e-7", + "extra": "mean: 6.21528203014468 usec\nrounds: 62458" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 170364.08325264446, + "unit": "iter/sec", + "range": "stddev: 4.886042122944342e-7", + "extra": "mean: 5.869781827881128 usec\nrounds: 73910" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 159884.3962056409, + "unit": "iter/sec", + "range": "stddev: 5.036163424330224e-7", + "extra": "mean: 6.254519038329513 usec\nrounds: 68353" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 168219.6279701221, + "unit": "iter/sec", + "range": "stddev: 4.777026692088855e-7", + "extra": "mean: 5.944609508811971 usec\nrounds: 105698" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 159853.88256235322, + "unit": "iter/sec", + "range": "stddev: 5.826216719813225e-7", + "extra": "mean: 6.255712929649589 usec\nrounds: 64062" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 167143.56022554546, + "unit": "iter/sec", + "range": "stddev: 5.426899404031286e-7", + "extra": "mean: 5.982880816051713 usec\nrounds: 79809" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 2596.0061012703018, + "unit": "iter/sec", + "range": "stddev: 0.000282882482977076", + "extra": "mean: 385.2071069904923 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 2856.5255288966614, + "unit": "iter/sec", + "range": "stddev: 0.000007394952533043488", + "extra": "mean: 350.07563905310235 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 3126.0515451590472, + "unit": "iter/sec", + "range": "stddev: 0.0000617527339611642", + "extra": "mean: 319.8923579966504 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 3447.360635356826, + "unit": "iter/sec", + "range": "stddev: 0.000006850311160980206", + "extra": "mean: 290.07699100111495 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 12817.154554196442, + "unit": "iter/sec", + "range": "stddev: 0.0000024773514562476774", + "extra": "mean: 78.02043704564612 usec\nrounds: 8889" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 3079.1734878314646, + "unit": "iter/sec", + "range": "stddev: 0.000005300494731049615", + "extra": "mean: 324.76247407035805 usec\nrounds: 2915" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1675.94180454912, + "unit": "iter/sec", + "range": "stddev: 0.00012848667665669067", + "extra": "mean: 596.6794296112392 usec\nrounds: 1243" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 550930.8262792197, + "unit": "iter/sec", + "range": "stddev: 5.111565879356416e-7", + "extra": "mean: 1.8151099054551463 usec\nrounds: 125787" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 124603.77208113098, + "unit": "iter/sec", + "range": "stddev: 7.581521514089568e-7", + "extra": "mean: 8.025439224655962 usec\nrounds: 36765" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 102990.33039565392, + "unit": "iter/sec", + "range": "stddev: 0.0000010340091511441955", + "extra": "mean: 9.709649402602547 usec\nrounds: 38343" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 83139.61424229562, + "unit": "iter/sec", + "range": "stddev: 0.000009212766556977888", + "extra": "mean: 12.027960547010451 usec\nrounds: 33580" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 96516.19987805073, + "unit": "iter/sec", + "range": "stddev: 0.0000015193089035306158", + "extra": "mean: 10.360954961586872 usec\nrounds: 18096" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 90958.54590293491, + "unit": "iter/sec", + "range": "stddev: 0.000010530077121295992", + "extra": "mean: 10.994019199329939 usec\nrounds: 17702" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 46727.444575685004, + "unit": "iter/sec", + "range": "stddev: 0.000007056017688715115", + "extra": "mean: 21.400699504983372 usec\nrounds: 10516" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 27343.642549178712, + "unit": "iter/sec", + "range": "stddev: 0.000007443347592721773", + "extra": "mean: 36.57157228417747 usec\nrounds: 6219" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 53568.214065506334, + "unit": "iter/sec", + "range": "stddev: 0.000006814962600913352", + "extra": "mean: 18.667786810610142 usec\nrounds: 23613" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 30465.75884015691, + "unit": "iter/sec", + "range": "stddev: 0.00000770694273011109", + "extra": "mean: 32.82373517254723 usec\nrounds: 14659" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 54802.09367199472, + "unit": "iter/sec", + "range": "stddev: 0.0000012647056507445014", + "extra": "mean: 18.247478024932207 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 26896.962794751045, + "unit": "iter/sec", + "range": "stddev: 0.0000017900168851968458", + "extra": "mean: 37.17891895939829 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 19340.47248676508, + "unit": "iter/sec", + "range": "stddev: 0.0000026515341048772085", + "extra": "mean: 51.705044987102156 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 31633.08257900612, + "unit": "iter/sec", + "range": "stddev: 0.0000015714355808481104", + "extra": "mean: 31.612473982022497 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 69525.84371890598, + "unit": "iter/sec", + "range": "stddev: 0.000001000316672873218", + "extra": "mean: 14.383140807942077 usec\nrounds: 27115" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 72235.62120387961, + "unit": "iter/sec", + "range": "stddev: 0.0000011362453953133328", + "extra": "mean: 13.84358552378992 usec\nrounds: 27071" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 6760.104262635512, + "unit": "iter/sec", + "range": "stddev: 0.00014090741321437286", + "extra": "mean: 147.92671254010176 usec\nrounds: 4310" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 60888.35576462223, + "unit": "iter/sec", + "range": "stddev: 0.000002752424865231524", + "extra": "mean: 16.42350146332949 usec\nrounds: 34306" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 45266.28529709483, + "unit": "iter/sec", + "range": "stddev: 0.0000020047154127224433", + "extra": "mean: 22.091496870943363 usec\nrounds: 25401" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update__nested", + "value": 40086.478206506836, + "unit": "iter/sec", + "range": "stddev: 0.000009532319367303187", + "extra": "mean: 24.946067720104185 usec\nrounds: 10884" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 67617.37566674587, + "unit": "iter/sec", + "range": "stddev: 0.0000016030612538083446", + "extra": "mean: 14.789098070420954 usec\nrounds: 25329" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 55921.09919252708, + "unit": "iter/sec", + "range": "stddev: 0.0000017392908871281846", + "extra": "mean: 17.88233805199654 usec\nrounds: 23310" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 33552.29065692015, + "unit": "iter/sec", + "range": "stddev: 0.0000016638289305205254", + "extra": "mean: 29.804224403788965 usec\nrounds: 14300" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select_nested", + "value": 22238.411870750086, + "unit": "iter/sec", + "range": "stddev: 0.0000017627187872870478", + "extra": "mean: 44.96723982863578 usec\nrounds: 15699" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_exclude_nested", + "value": 15907.590833252561, + "unit": "iter/sec", + "range": "stddev: 0.000002812979233455316", + "extra": "mean: 62.863070246290334 usec\nrounds: 11331" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[True]", + "value": 3485.672255604591, + "unit": "iter/sec", + "range": "stddev: 0.000008844274421399538", + "extra": "mean: 286.8887051535342 usec\nrounds: 3022" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[False]", + "value": 1203612.5911392618, + "unit": "iter/sec", + "range": "stddev: 9.360254796117583e-8", + "extra": "mean: 830.8321193727833 nsec\nrounds: 194553" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to", + "value": 17976.558643601817, + "unit": "iter/sec", + "range": "stddev: 0.00001400642134820686", + "extra": "mean: 55.627999764900395 usec\nrounds: 7" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to_nonblocking", + "value": 21274.01417813666, + "unit": "iter/sec", + "range": "stddev: 0.000002247375177372411", + "extra": "mean: 47.005703372507 usec\nrounds: 11078" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 4192.954200514748, + "unit": "iter/sec", + "range": "stddev: 0.000017861413911949973", + "extra": "mean: 238.4953310191738 usec\nrounds: 2737" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 4118.6043596553645, + "unit": "iter/sec", + "range": "stddev: 0.000004970166302638347", + "extra": "mean: 242.80069476828257 usec\nrounds: 3243" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1460.8884499239807, + "unit": "iter/sec", + "range": "stddev: 0.002545472629997426", + "extra": "mean: 684.5149607774888 usec\nrounds: 1350" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 623.3342688143217, + "unit": "iter/sec", + "range": "stddev: 0.003573317469042674", + "extra": "mean: 1.6042756672148875 msec\nrounds: 667" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 621.4383743956112, + "unit": "iter/sec", + "range": "stddev: 0.0036405375105016177", + "extra": "mean: 1.6091700178196502 msec\nrounds: 673" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate[False-None]", + "value": 332.7680088315238, + "unit": "iter/sec", + "range": "stddev: 0.00498388522345456", + "extra": "mean: 3.0050965641540595 msec\nrounds: 358" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate[default-None]", + "value": 588.5249809605001, + "unit": "iter/sec", + "range": "stddev: 0.000014361933359129206", + "extra": "mean: 1.6991632171126423 msec\nrounds: 562" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate[reduce-overhead-None]", + "value": 573.5225499973737, + "unit": "iter/sec", + "range": "stddev: 0.000019630104360585274", + "extra": "mean: 1.74361060433383 msec\nrounds: 551" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate_njt[False-None]", + "value": 143.14021891358055, + "unit": "iter/sec", + "range": "stddev: 0.00006199429679154062", + "extra": "mean: 6.986156704173687 msec\nrounds: 142" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to[False-False-None]", + "value": 561.6869966231702, + "unit": "iter/sec", + "range": "stddev: 0.00005752400621465177", + "extra": "mean: 1.7803509890952476 msec\nrounds: 550" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to[True-False-None]", + "value": 741.1353695198035, + "unit": "iter/sec", + "range": "stddev: 0.00004209848810246499", + "extra": "mean: 1.3492811720049471 msec\nrounds: 721" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to[within-False-None]", + "value": 240.63814850705586, + "unit": "iter/sec", + "range": "stddev: 0.000018103643952722576", + "extra": "mean: 4.155617079852484 msec\nrounds: 238" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to[True-default-None]", + "value": 185.80081826654177, + "unit": "iter/sec", + "range": "stddev: 0.00004176284047145645", + "extra": "mean: 5.382107621105541 msec\nrounds: 190" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to_njt[False-False-None]", + "value": 144.97564670279544, + "unit": "iter/sec", + "range": "stddev: 0.00004495464946391594", + "extra": "mean: 6.89771022060023 msec\nrounds: 145" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to_njt[True-False-None]", + "value": 180.20903819859907, + "unit": "iter/sec", + "range": "stddev: 0.000029771018117657612", + "extra": "mean: 5.549111243232716 msec\nrounds: 181" + }, + { + "name": "benchmarks/common/h2d_test.py::TestTo::test_to_njt[within-False-None]", + "value": 81.95990125010661, + "unit": "iter/sec", + "range": "stddev: 0.00010653174526123443", + "extra": "mean: 12.201088395024136 msec\nrounds: 81" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 12737.026765475994, + "unit": "iter/sec", + "range": "stddev: 0.000013137581014071676", + "extra": "mean: 78.51125842889199 usec\nrounds: 2941" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 12212.320938980425, + "unit": "iter/sec", + "range": "stddev: 0.000015037323912483068", + "extra": "mean: 81.88451687411086 usec\nrounds: 7408" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 158035.21696520518, + "unit": "iter/sec", + "range": "stddev: 0.000003952164010109682", + "extra": "mean: 6.327703528386152 usec\nrounds: 26323" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 2488095.483824941, + "unit": "iter/sec", + "range": "stddev: 2.5734188563012703e-8", + "extra": "mean: 401.9138359042006 nsec\nrounds: 116809" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 214822.78051563224, + "unit": "iter/sec", + "range": "stddev: 5.753858202169298e-7", + "extra": "mean: 4.654999798437261 usec\nrounds: 20223" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 3895.828951736373, + "unit": "iter/sec", + "range": "stddev: 0.00006624878185676167", + "extra": "mean: 256.68478066889963 usec\nrounds: 1883" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3145.783157082257, + "unit": "iter/sec", + "range": "stddev: 0.00006223025582058193", + "extra": "mean: 317.8858650026944 usec\nrounds: 2970" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1777.3917259155614, + "unit": "iter/sec", + "range": "stddev: 0.00006965464865890897", + "extra": "mean: 562.6221757530038 usec\nrounds: 1747" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model", + "value": 7.676684163738265, + "unit": "iter/sec", + "range": "stddev: 0.0008048974357142289", + "extra": "mean: 130.26457500018296 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_pickle", + "value": 0.7445202471479709, + "unit": "iter/sec", + "range": "stddev: 0.1769380915728669", + "extra": "mean: 1.343146816800072 sec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights", + "value": 7.723195347518109, + "unit": "iter/sec", + "range": "stddev: 0.0009125300829710189", + "extra": "mean: 129.48008628596395 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_returnearly", + "value": 22.64283835497285, + "unit": "iter/sec", + "range": "stddev: 0.004583596657613851", + "extra": "mean: 44.164074499978874 msec\nrounds: 26" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_pickle", + "value": 0.7922959902492752, + "unit": "iter/sec", + "range": "stddev: 0.04064357112866657", + "extra": "mean: 1.2621545638333675 sec\nrounds: 6" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 44111.52999642764, + "unit": "iter/sec", + "range": "stddev: 0.0000012634351798739574", + "extra": "mean: 22.66980991321282 usec\nrounds: 12620" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 36608.22387495988, + "unit": "iter/sec", + "range": "stddev: 0.0000015579584135591243", + "extra": "mean: 27.316266514748964 usec\nrounds: 8716" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 44075.21624051191, + "unit": "iter/sec", + "range": "stddev: 0.0000013142184184124497", + "extra": "mean: 22.688487664885148 usec\nrounds: 18123" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 31640.98128026008, + "unit": "iter/sec", + "range": "stddev: 0.0000020053503812100923", + "extra": "mean: 31.60458239719234 usec\nrounds: 14380" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 34475.6328418524, + "unit": "iter/sec", + "range": "stddev: 0.000001610946064021172", + "extra": "mean: 29.005994018651617 usec\nrounds: 15022" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 26425.513797115196, + "unit": "iter/sec", + "range": "stddev: 0.000005752230126558345", + "extra": "mean: 37.84221596134745 usec\nrounds: 14484" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 31883.35675391667, + "unit": "iter/sec", + "range": "stddev: 0.00000178289083864958", + "extra": "mean: 31.364326150418787 usec\nrounds: 13298" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 24384.6556769259, + "unit": "iter/sec", + "range": "stddev: 0.000014890266769742393", + "extra": "mean: 41.00939595986401 usec\nrounds: 12120" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 29679.343067733094, + "unit": "iter/sec", + "range": "stddev: 0.000001955666709456682", + "extra": "mean: 33.69346813768207 usec\nrounds: 10324" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 22476.039248206198, + "unit": "iter/sec", + "range": "stddev: 0.00000240710530167241", + "extra": "mean: 44.49182478090793 usec\nrounds: 10073" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-compile]", + "value": 7679.514861100638, + "unit": "iter/sec", + "range": "stddev: 0.0000153796165383122", + "extra": "mean: 130.21655899975414 usec\nrounds: 2213" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-eager]", + "value": 7414.559942787467, + "unit": "iter/sec", + "range": "stddev: 0.000009186387478275272", + "extra": "mean: 134.86977079101675 usec\nrounds: 6671" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-compile]", + "value": 9983.31967400431, + "unit": "iter/sec", + "range": "stddev: 0.000004597269351805854", + "extra": "mean: 100.16708195810982 usec\nrounds: 3111" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-eager]", + "value": 6697.005865437353, + "unit": "iter/sec", + "range": "stddev: 0.000009021118371051915", + "extra": "mean: 149.32046053011695 usec\nrounds: 5967" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-compile]", + "value": 43581.660989570104, + "unit": "iter/sec", + "range": "stddev: 0.0000015838923459759948", + "extra": "mean: 22.94543111239653 usec\nrounds: 31676" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-eager]", + "value": 33548.01850202974, + "unit": "iter/sec", + "range": "stddev: 0.0000013331631352252006", + "extra": "mean: 29.808019807175715 usec\nrounds: 28926" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-compile]", + "value": 15078.439158663847, + "unit": "iter/sec", + "range": "stddev: 0.000002454635821087958", + "extra": "mean: 66.3198617229168 usec\nrounds: 13103" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-eager]", + "value": 19857.434250649494, + "unit": "iter/sec", + "range": "stddev: 0.0000019295279953269385", + "extra": "mean: 50.35897323780851 usec\nrounds: 17039" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-compile]", + "value": 6949.773318763492, + "unit": "iter/sec", + "range": "stddev: 0.0000045119352011490635", + "extra": "mean: 143.88958518979732 usec\nrounds: 1685" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-eager]", + "value": 4641.710195040487, + "unit": "iter/sec", + "range": "stddev: 0.0000054108170447654945", + "extra": "mean: 215.43783605199368 usec\nrounds: 4355" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-compile]", + "value": 9732.360522245825, + "unit": "iter/sec", + "range": "stddev: 0.000010068240200443873", + "extra": "mean: 102.74999551385726 usec\nrounds: 3343" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-eager]", + "value": 17407.442933525937, + "unit": "iter/sec", + "range": "stddev: 0.000005855268195476718", + "extra": "mean: 57.44669126986169 usec\nrounds: 14787" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-compile]", + "value": 6914.674775785123, + "unit": "iter/sec", + "range": "stddev: 0.000008547359559423428", + "extra": "mean: 144.61996152038193 usec\nrounds: 1689" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-eager]", + "value": 2059.381540736802, + "unit": "iter/sec", + "range": "stddev: 0.000016625074416107334", + "extra": "mean: 485.5826762641671 usec\nrounds: 2085" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-eager]", + "value": 3733.547038751932, + "unit": "iter/sec", + "range": "stddev: 0.000013941843556319055", + "extra": "mean: 267.84181091616426 usec\nrounds: 3549" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-compile]", + "value": 6574.661222836451, + "unit": "iter/sec", + "range": "stddev: 0.000013182982134219155", + "extra": "mean: 152.09909166522476 usec\nrounds: 1701" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-eager]", + "value": 14639.57143447634, + "unit": "iter/sec", + "range": "stddev: 0.000007105940903012429", + "extra": "mean: 68.30801055043112 usec\nrounds: 12705" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-compile]", + "value": 9473.584649650447, + "unit": "iter/sec", + "range": "stddev: 0.000007452241811544991", + "extra": "mean: 105.55666487203422 usec\nrounds: 3139" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-eager]", + "value": 2449.9373132949363, + "unit": "iter/sec", + "range": "stddev: 0.000017828828262705833", + "extra": "mean: 408.1737090060862 usec\nrounds: 2409" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-compile]", + "value": 7004.723847000231, + "unit": "iter/sec", + "range": "stddev: 0.000009730203480115783", + "extra": "mean: 142.76080282997157 usec\nrounds: 1689" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-compile]", + "value": 52298.396007156014, + "unit": "iter/sec", + "range": "stddev: 0.000002789318157305206", + "extra": "mean: 19.12104531586723 usec\nrounds: 37356" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-eager]", + "value": 31542.04158414967, + "unit": "iter/sec", + "range": "stddev: 0.0000029300557181135145", + "extra": "mean: 31.703718268589007 usec\nrounds: 28328" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-compile]", + "value": 13891.713199493402, + "unit": "iter/sec", + "range": "stddev: 0.000005330867746904226", + "extra": "mean: 71.98536175051954 usec\nrounds: 12655" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-eager]", + "value": 19010.786937856963, + "unit": "iter/sec", + "range": "stddev: 0.000003959059196285835", + "extra": "mean: 52.601715187742116 usec\nrounds: 16706" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-compile]", + "value": 2274.2841241469473, + "unit": "iter/sec", + "range": "stddev: 0.0006533533209439179", + "extra": "mean: 439.6987998916302 usec\nrounds: 5" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-eager]", + "value": 388.44745135852423, + "unit": "iter/sec", + "range": "stddev: 0.00004296517708193072", + "extra": "mean: 2.574350781560497 msec\nrounds: 380" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-compile]", + "value": 2267.8164179522705, + "unit": "iter/sec", + "range": "stddev: 0.0006703404501095266", + "extra": "mean: 440.9528002724983 usec\nrounds: 5" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-eager]", + "value": 390.9016018694145, + "unit": "iter/sec", + "range": "stddev: 0.00004634012782312611", + "extra": "mean: 2.5581885446815398 msec\nrounds: 391" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-compile]", + "value": 8675.769167907809, + "unit": "iter/sec", + "range": "stddev: 0.000005352661907208526", + "extra": "mean: 115.26355538585099 usec\nrounds: 7681" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-eager]", + "value": 12320.042534604363, + "unit": "iter/sec", + "range": "stddev: 0.000012784289442406666", + "extra": "mean: 81.168550935698 usec\nrounds: 11121" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-compile]", + "value": 9781.042554831527, + "unit": "iter/sec", + "range": "stddev: 0.000004390554980669285", + "extra": "mean: 102.23859004744145 usec\nrounds: 8601" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-eager]", + "value": 15161.742319826157, + "unit": "iter/sec", + "range": "stddev: 0.000002992000187216412", + "extra": "mean: 65.95548050518946 usec\nrounds: 13309" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-compile]", + "value": 9704.932995039311, + "unit": "iter/sec", + "range": "stddev: 0.000004496104900911399", + "extra": "mean: 103.04038168126986 usec\nrounds: 8845" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-eager]", + "value": 15097.911834114722, + "unit": "iter/sec", + "range": "stddev: 0.000004439167290947569", + "extra": "mean: 66.23432505019896 usec\nrounds: 13244" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-compile]", + "value": 9955.762229370828, + "unit": "iter/sec", + "range": "stddev: 0.000004581854684116564", + "extra": "mean: 100.44434338235463 usec\nrounds: 3911" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-eager]", + "value": 55324.488078399416, + "unit": "iter/sec", + "range": "stddev: 0.000008306463650223923", + "extra": "mean: 18.075178546305146 usec\nrounds: 41238" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-compile]", + "value": 10419.598523006089, + "unit": "iter/sec", + "range": "stddev: 0.000003671588049939003", + "extra": "mean: 95.97298761483343 usec\nrounds: 4119" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-eager]", + "value": 61264.477221751156, + "unit": "iter/sec", + "range": "stddev: 0.0000010800586875482455", + "extra": "mean: 16.32267253959303 usec\nrounds: 43822" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-compile]", + "value": 10264.74171629926, + "unit": "iter/sec", + "range": "stddev: 0.0000033267094815962297", + "extra": "mean: 97.42086334350839 usec\nrounds: 9308" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-eager]", + "value": 61410.478200209924, + "unit": "iter/sec", + "range": "stddev: 0.0000010598304615236744", + "extra": "mean: 16.28386603243519 usec\nrounds: 43841" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-compile]", + "value": 9860.080291815337, + "unit": "iter/sec", + "range": "stddev: 0.0000033958387834922993", + "extra": "mean: 101.41905242192406 usec\nrounds: 8927" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-eager]", + "value": 55791.354697895506, + "unit": "iter/sec", + "range": "stddev: 0.000009067187313403222", + "extra": "mean: 17.923923973793038 usec\nrounds: 41615" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-compile]", + "value": 10179.250697367652, + "unit": "iter/sec", + "range": "stddev: 0.00000410417585407895", + "extra": "mean: 98.23905803386879 usec\nrounds: 8200" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-eager]", + "value": 55003.366666445865, + "unit": "iter/sec", + "range": "stddev: 0.000004025342143725543", + "extra": "mean: 18.18070530235448 usec\nrounds: 45579" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-compile]", + "value": 10103.779668318723, + "unit": "iter/sec", + "range": "stddev: 0.000004351874007869198", + "extra": "mean: 98.97286291144952 usec\nrounds: 9301" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-eager]", + "value": 62124.940120474384, + "unit": "iter/sec", + "range": "stddev: 0.0000011658071330225508", + "extra": "mean: 16.096594991653472 usec\nrounds: 44073" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[eager]", + "value": 26527.664227969784, + "unit": "iter/sec", + "range": "stddev: 0.0000024387548668986704", + "extra": "mean: 37.69649643505504 usec\nrounds: 19380" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile]", + "value": 12350.868790242934, + "unit": "iter/sec", + "range": "stddev: 0.000003799611451474344", + "extra": "mean: 80.96596417492431 usec\nrounds: 7730" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile-overhead]", + "value": 5705.854108992483, + "unit": "iter/sec", + "range": "stddev: 0.00008085500056768241", + "extra": "mean: 175.25859948364086 usec\nrounds: 5" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[eager]", + "value": 3823.645009871886, + "unit": "iter/sec", + "range": "stddev: 0.000010612500003910408", + "extra": "mean: 261.5305545933789 usec\nrounds: 3507" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile]", + "value": 3473.199080430227, + "unit": "iter/sec", + "range": "stddev: 0.000021747336864603734", + "extra": "mean: 287.91899826143265 usec\nrounds: 2883" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile-overhead]", + "value": 313.454004858884, + "unit": "iter/sec", + "range": "stddev: 0.0014070776547568014", + "extra": "mean: 3.1902607224629236 msec\nrounds: 1070" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[eager]", + "value": 698.1570529699623, + "unit": "iter/sec", + "range": "stddev: 0.000026055658662135843", + "extra": "mean: 1.4323424732959396 msec\nrounds: 693" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile]", + "value": 721.7511479374173, + "unit": "iter/sec", + "range": "stddev: 0.000022450782804095844", + "extra": "mean: 1.3855190987333346 msec\nrounds: 476" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile-overhead]", + "value": 958.3451443374428, + "unit": "iter/sec", + "range": "stddev: 0.0002683942552431859", + "extra": "mean: 1.0434654006530764 msec\nrounds: 5" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[eager]", + "value": 8137.2334653301095, + "unit": "iter/sec", + "range": "stddev: 0.00000496163693982622", + "extra": "mean: 122.89189000913497 usec\nrounds: 7455" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile]", + "value": 11285.46179382986, + "unit": "iter/sec", + "range": "stddev: 0.000005900954802622438", + "extra": "mean: 88.60957737207825 usec\nrounds: 9067" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile-overhead]", + "value": 7583.267935715635, + "unit": "iter/sec", + "range": "stddev: 0.000003960691477931932", + "extra": "mean: 131.8692690904676 usec\nrounds: 2958" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[eager]", + "value": 2369.592419489836, + "unit": "iter/sec", + "range": "stddev: 0.000013401800923351301", + "extra": "mean: 422.0135039996862 usec\nrounds: 2264" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile]", + "value": 3292.6882112444664, + "unit": "iter/sec", + "range": "stddev: 0.000009651097224982573", + "extra": "mean: 303.7032162914847 usec\nrounds: 3042" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile-overhead]", + "value": 4402.687168777232, + "unit": "iter/sec", + "range": "stddev: 0.00000685524602186653", + "extra": "mean: 227.13401194882812 usec\nrounds: 2088" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-eager]", + "value": 1364.3677457078252, + "unit": "iter/sec", + "range": "stddev: 0.00001646293600445107", + "extra": "mean: 732.9402231516449 usec\nrounds: 1322" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile]", + "value": 1323.2870607240732, + "unit": "iter/sec", + "range": "stddev: 0.00001541773022331045", + "extra": "mean: 755.6939304256646 usec\nrounds: 1251" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile-overhead]", + "value": 2687.974919944795, + "unit": "iter/sec", + "range": "stddev: 0.000013157164348396694", + "extra": "mean: 372.02728067884567 usec\nrounds: 1418" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-eager]", + "value": 1119.414763374363, + "unit": "iter/sec", + "range": "stddev: 0.000017071374088225853", + "extra": "mean: 893.3239338255651 usec\nrounds: 1118" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile]", + "value": 1282.078195963719, + "unit": "iter/sec", + "range": "stddev: 0.000012441508303692218", + "extra": "mean: 779.983625919412 usec\nrounds: 1235" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile-overhead]", + "value": 2562.338096921383, + "unit": "iter/sec", + "range": "stddev: 0.000008163745272802335", + "extra": "mean: 390.26856026591 usec\nrounds: 1303" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-eager]", + "value": 1379.1572080606254, + "unit": "iter/sec", + "range": "stddev: 0.0000141287488633156", + "extra": "mean: 725.0805014507395 usec\nrounds: 1366" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile]", + "value": 1322.4816934270657, + "unit": "iter/sec", + "range": "stddev: 0.000011426776142858576", + "extra": "mean: 756.1541342841655 usec\nrounds: 1266" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile-overhead]", + "value": 2681.168133121825, + "unit": "iter/sec", + "range": "stddev: 0.000007913479901766838", + "extra": "mean: 372.97176094497564 usec\nrounds: 1347" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-eager]", + "value": 999.0724006616579, + "unit": "iter/sec", + "range": "stddev: 0.000016362228089942153", + "extra": "mean: 1.0009284605777595 msec\nrounds: 964" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile]", + "value": 1235.4458201255811, + "unit": "iter/sec", + "range": "stddev: 0.000011507227945616203", + "extra": "mean: 809.4244067282137 usec\nrounds: 1190" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile-overhead]", + "value": 2386.9675644592835, + "unit": "iter/sec", + "range": "stddev: 0.000008873496224094224", + "extra": "mean: 418.9415955580982 usec\nrounds: 1256" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[eager]", + "value": 489.7778169461784, + "unit": "iter/sec", + "range": "stddev: 0.000077088886704959", + "extra": "mean: 2.0417421234696094 msec\nrounds: 486" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile]", + "value": 1215.2370623126153, + "unit": "iter/sec", + "range": "stddev: 0.000012229876005559122", + "extra": "mean: 822.8847119729744 usec\nrounds: 1177" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile-overhead]", + "value": 2374.570283587843, + "unit": "iter/sec", + "range": "stddev: 0.000009153460510290939", + "extra": "mean: 421.1288277763908 usec\nrounds: 1144" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 8587.623340883973, + "unit": "iter/sec", + "range": "stddev: 0.00004998332671151339", + "extra": "mean: 116.44665355072087 usec\nrounds: 4090" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 51374.105665103445, + "unit": "iter/sec", + "range": "stddev: 0.000001054035151726977", + "extra": "mean: 19.46505904197693 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 28554.864255659737, + "unit": "iter/sec", + "range": "stddev: 0.0000018102760045364089", + "extra": "mean: 35.020303057535784 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 48990.90259556547, + "unit": "iter/sec", + "range": "stddev: 0.0000015175289725982388", + "extra": "mean: 20.411952975337044 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 26516.622174276643, + "unit": "iter/sec", + "range": "stddev: 0.0000019797080371926806", + "extra": "mean: 37.712194012783584 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 635.1370586298322, + "unit": "iter/sec", + "range": "stddev: 0.0000188612333845953", + "extra": "mean: 1.574463316874123 msec\nrounds: 527" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 6993.537995716764, + "unit": "iter/sec", + "range": "stddev: 0.000003951469972041273", + "extra": "mean: 142.98914235004602 usec\nrounds: 3393" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 7557.571610527228, + "unit": "iter/sec", + "range": "stddev: 0.000004393667720735132", + "extra": "mean: 132.31763475546327 usec\nrounds: 5273" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 5520.551962010123, + "unit": "iter/sec", + "range": "stddev: 0.000008407408556571628", + "extra": "mean: 181.14130740576954 usec\nrounds: 4037" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 1480.4622860383108, + "unit": "iter/sec", + "range": "stddev: 0.000011214455938663356", + "extra": "mean: 675.4646906109181 usec\nrounds: 1393" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1477.6103207788424, + "unit": "iter/sec", + "range": "stddev: 0.000013478822288748533", + "extra": "mean: 676.7684185319605 usec\nrounds: 1436" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 1704.6321049271664, + "unit": "iter/sec", + "range": "stddev: 0.000011947838691837092", + "extra": "mean: 586.6368450468243 usec\nrounds: 1665" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 1704.3261907647093, + "unit": "iter/sec", + "range": "stddev: 0.000012926798437907637", + "extra": "mean: 586.7421420962339 usec\nrounds: 1668" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[True-True]", + "value": 53.37640368907318, + "unit": "iter/sec", + "range": "stddev: 0.00006906219888005795", + "extra": "mean: 18.734870296342436 msec\nrounds: 54" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[True-False]", + "value": 53.245077920917666, + "unit": "iter/sec", + "range": "stddev: 0.00012692431805969766", + "extra": "mean: 18.7810787221544 msec\nrounds: 54" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[False-True]", + "value": 53.83722986543114, + "unit": "iter/sec", + "range": "stddev: 0.00006133875174402972", + "extra": "mean: 18.574506944349668 msec\nrounds: 54" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[False-False]", + "value": 53.57516751239155, + "unit": "iter/sec", + "range": "stddev: 0.0000682115539112534", + "extra": "mean: 18.665363944381642 msec\nrounds: 54" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[True]", + "value": 1017.3348118468441, + "unit": "iter/sec", + "range": "stddev: 0.000014099972638063725", + "extra": "mean: 982.9605635775158 usec\nrounds: 944" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[False]", + "value": 1026.2581334214415, + "unit": "iter/sec", + "range": "stddev: 0.000013369889452507903", + "extra": "mean: 974.4137146724485 usec\nrounds: 834" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init", + "value": 26456.288712591013, + "unit": "iter/sec", + "range": "stddev: 0.0000017109641099540887", + "extra": "mean: 37.79819652195142 usec\nrounds: 5557" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init_nested", + "value": 12368.910436792165, + "unit": "iter/sec", + "range": "stddev: 0.000004599319676779451", + "extra": "mean: 80.84786490372119 usec\nrounds: 8105" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_tensor", + "value": 1410995.1773686192, + "unit": "iter/sec", + "range": "stddev: 7.222142121411231e-8", + "extra": "mean: 708.7196441485443 nsec\nrounds: 181160" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_nontensor", + "value": 421838.11530102283, + "unit": "iter/sec", + "range": "stddev: 2.904451072534971e-7", + "extra": "mean: 2.370577630915125 usec\nrounds: 63731" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_tensor", + "value": 691019.9217783664, + "unit": "iter/sec", + "range": "stddev: 1.6594738477289037e-7", + "extra": "mean: 1.4471362814352178 usec\nrounds: 189754" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_nontensor", + "value": 319456.0931865537, + "unit": "iter/sec", + "range": "stddev: 4.058886190224885e-7", + "extra": "mean: 3.1303206335026053 usec\nrounds: 131735" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unbind", + "value": 143.0377449334091, + "unit": "iter/sec", + "range": "stddev: 0.0001734086752032268", + "extra": "mean: 6.991161671805912 msec\nrounds: 64" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_full_like", + "value": 106.08951643544117, + "unit": "iter/sec", + "range": "stddev: 0.0004009248403575487", + "extra": "mean: 9.426002055618111 msec\nrounds: 108" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_zeros_like", + "value": 229.28425077494904, + "unit": "iter/sec", + "range": "stddev: 0.0001771140527273966", + "extra": "mean: 4.3613985549384156 msec\nrounds: 173" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_ones_like", + "value": 138.51116577468935, + "unit": "iter/sec", + "range": "stddev: 0.0019118073055611924", + "extra": "mean: 7.219634564527892 msec\nrounds: 248" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_clone", + "value": 151.01408763642857, + "unit": "iter/sec", + "range": "stddev: 0.00011687968291737631", + "extra": "mean: 6.621898762236892 msec\nrounds: 143" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_squeeze", + "value": 102447.5383128338, + "unit": "iter/sec", + "range": "stddev: 9.99357402544262e-7", + "extra": "mean: 9.761093496911561 usec\nrounds: 14835" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unsqueeze", + "value": 13728.308469799704, + "unit": "iter/sec", + "range": "stddev: 0.0000034670012004323664", + "extra": "mean: 72.84218607120138 usec\nrounds: 5423" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_split", + "value": 6054.06795976789, + "unit": "iter/sec", + "range": "stddev: 0.000018166295192858013", + "extra": "mean: 165.17819202649645 usec\nrounds: 3578" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_permute", + "value": 5318.885839503425, + "unit": "iter/sec", + "range": "stddev: 0.000009224119532115371", + "extra": "mean: 188.00929934855697 usec\nrounds: 2108" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_stack", + "value": 19.50509521029759, + "unit": "iter/sec", + "range": "stddev: 0.00018409387408818733", + "extra": "mean: 51.26865514976089 msec\nrounds: 20" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_cat", + "value": 19.49193706614629, + "unit": "iter/sec", + "range": "stddev: 0.0003067413782785641", + "extra": "mean: 51.3032643500992 msec\nrounds: 20" + } + ] } ] }