diff --git a/dev/bench/data.js b/dev/bench/data.js index 3f457407c..1a8d7f50a 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1734323987156, + "lastUpdate": 1734536259219, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -382376,6 +382376,1549 @@ window.BENCHMARK_DATA = { "extra": "mean: 24.86727858536142 msec\nrounds: 41" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "distinct": true, + "id": "eaafc18c5cb2f3dbeade2f01602fac7fc156c31c", + "message": "[Feature] Fix type assertion in Seq build\n\nghstack-source-id: 83d3dcafe45568c366207395a22b22fb35f61de1\nPull Request resolved: https://github.com/pytorch/tensordict/pull/1143", + "timestamp": "2024-12-18T15:29:16Z", + "tree_id": "83d3dcafe45568c366207395a22b22fb35f61de1", + "url": "https://github.com/pytorch/tensordict/commit/eaafc18c5cb2f3dbeade2f01602fac7fc156c31c" + }, + "date": 1734536228844, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 49314.35726498496, + "unit": "iter/sec", + "range": "stddev: 8.54752771391746e-7", + "extra": "mean: 20.278070230675752 usec\nrounds: 7689" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 49268.55046914501, + "unit": "iter/sec", + "range": "stddev: 0.0000010570692398943337", + "extra": "mean: 20.296923503488525 usec\nrounds: 15321" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 45288.357836387695, + "unit": "iter/sec", + "range": "stddev: 0.000001609331835824655", + "extra": "mean: 22.08072996624605 usec\nrounds: 30074" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 45928.98116396773, + "unit": "iter/sec", + "range": "stddev: 0.0000011814090566541162", + "extra": "mean: 21.77274510901891 usec\nrounds: 32355" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 226281.6641312236, + "unit": "iter/sec", + "range": "stddev: 9.037298778713353e-7", + "extra": "mean: 4.41927101711647 usec\nrounds: 67350" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2477.917780280643, + "unit": "iter/sec", + "range": "stddev: 0.000041162584747067305", + "extra": "mean: 403.5646412314546 usec\nrounds: 2241" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2507.88530168147, + "unit": "iter/sec", + "range": "stddev: 0.000020165045991261232", + "extra": "mean: 398.742318609837 usec\nrounds: 2445" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 13000.996506542482, + "unit": "iter/sec", + "range": "stddev: 0.000004822638563197116", + "extra": "mean: 76.91718088661672 usec\nrounds: 10150" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 2449.2397272376984, + "unit": "iter/sec", + "range": "stddev: 0.0000437104042297983", + "extra": "mean: 408.28996397499236 usec\nrounds: 2304" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 12969.256290112167, + "unit": "iter/sec", + "range": "stddev: 0.00000485584073264568", + "extra": "mean: 77.10542359799038 usec\nrounds: 11289" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 2481.4561542559677, + "unit": "iter/sec", + "range": "stddev: 0.00002077066169926753", + "extra": "mean: 402.98918773353745 usec\nrounds: 2413" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 287433.75485314976, + "unit": "iter/sec", + "range": "stddev: 2.708176444158711e-7", + "extra": "mean: 3.479062507849508 usec\nrounds: 119105" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6093.276339853033, + "unit": "iter/sec", + "range": "stddev: 0.000006671550629454804", + "extra": "mean: 164.11532059682025 usec\nrounds: 5156" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 5844.618952489109, + "unit": "iter/sec", + "range": "stddev: 0.000027564410341752025", + "extra": "mean: 171.09755283090263 usec\nrounds: 5016" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 7021.375774775553, + "unit": "iter/sec", + "range": "stddev: 0.0000060163592673152126", + "extra": "mean: 142.42223063926048 usec\nrounds: 6508" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 6077.226309820266, + "unit": "iter/sec", + "range": "stddev: 0.000008692986234667952", + "extra": "mean: 164.54875119330137 usec\nrounds: 5655" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 6991.879473539194, + "unit": "iter/sec", + "range": "stddev: 0.000004606217312422538", + "extra": "mean: 143.02306036374134 usec\nrounds: 6378" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 5885.825364583831, + "unit": "iter/sec", + "range": "stddev: 0.000005086290197717714", + "extra": "mean: 169.89970616817763 usec\nrounds: 5561" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 864952.4323304399, + "unit": "iter/sec", + "range": "stddev: 2.1388473318567277e-7", + "extra": "mean: 1.156132941675997 usec\nrounds: 194213" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 15872.22398189192, + "unit": "iter/sec", + "range": "stddev: 0.000005463215029842887", + "extra": "mean: 63.003143172681156 usec\nrounds: 12216" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 15934.788824780546, + "unit": "iter/sec", + "range": "stddev: 0.0000023524541539186123", + "extra": "mean: 62.75577360930429 usec\nrounds: 14740" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 13990.079167212378, + "unit": "iter/sec", + "range": "stddev: 0.0000023762282245258975", + "extra": "mean: 71.47922381623356 usec\nrounds: 12479" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 14682.267176528589, + "unit": "iter/sec", + "range": "stddev: 0.00001486128317678938", + "extra": "mean: 68.1093722091247 usec\nrounds: 13616" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 14012.124351958078, + "unit": "iter/sec", + "range": "stddev: 0.0000020706103029980738", + "extra": "mean: 71.3667660150517 usec\nrounds: 11911" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 15882.532795880094, + "unit": "iter/sec", + "range": "stddev: 0.000001946190435790152", + "extra": "mean: 62.962249966793614 usec\nrounds: 15074" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 1149088.6662425743, + "unit": "iter/sec", + "range": "stddev: 2.3674374498017836e-7", + "extra": "mean: 870.2548631603147 nsec\nrounds: 155715" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 349606.3998759944, + "unit": "iter/sec", + "range": "stddev: 2.6297564099438206e-7", + "extra": "mean: 2.860359536766777 usec\nrounds: 132031" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 346358.6218206059, + "unit": "iter/sec", + "range": "stddev: 3.2499680867843027e-7", + "extra": "mean: 2.8871809073023256 usec\nrounds: 154991" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 351917.9178053519, + "unit": "iter/sec", + "range": "stddev: 2.8417886911127617e-7", + "extra": "mean: 2.841571711483888 usec\nrounds: 96442" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 349902.32490780053, + "unit": "iter/sec", + "range": "stddev: 2.9077161517467205e-7", + "extra": "mean: 2.8579404274135665 usec\nrounds: 105065" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 234748.7789048089, + "unit": "iter/sec", + "range": "stddev: 3.301861744973033e-7", + "extra": "mean: 4.259873063729555 usec\nrounds: 92251" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 232211.84095547668, + "unit": "iter/sec", + "range": "stddev: 4.719787837192619e-7", + "extra": "mean: 4.306412609646963 usec\nrounds: 102271" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 233098.344585484, + "unit": "iter/sec", + "range": "stddev: 4.3631853294208974e-7", + "extra": "mean: 4.290034756695883 usec\nrounds: 66721" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 234849.6397421512, + "unit": "iter/sec", + "range": "stddev: 4.122880950734015e-7", + "extra": "mean: 4.2580435767239475 usec\nrounds: 64025" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 91991.15135390843, + "unit": "iter/sec", + "range": "stddev: 7.235355771572781e-7", + "extra": "mean: 10.870610762906958 usec\nrounds: 65279" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 96431.65847011952, + "unit": "iter/sec", + "range": "stddev: 8.442450941600718e-7", + "extra": "mean: 10.370038386406698 usec\nrounds: 68696" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 93406.92047958345, + "unit": "iter/sec", + "range": "stddev: 6.349771477247871e-7", + "extra": "mean: 10.705844865301778 usec\nrounds: 52535" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 95934.10758052603, + "unit": "iter/sec", + "range": "stddev: 6.282474512130668e-7", + "extra": "mean: 10.423821362601522 usec\nrounds: 46642" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 88548.92122573662, + "unit": "iter/sec", + "range": "stddev: 6.61985310627077e-7", + "extra": "mean: 11.293192352402723 usec\nrounds: 48905" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 94710.77359838547, + "unit": "iter/sec", + "range": "stddev: 5.23208071642566e-7", + "extra": "mean: 10.558460901612222 usec\nrounds: 67765" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 88567.67051183077, + "unit": "iter/sec", + "range": "stddev: 7.140288653546146e-7", + "extra": "mean: 11.290801646029756 usec\nrounds: 45807" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 93652.18570394481, + "unit": "iter/sec", + "range": "stddev: 6.415685039966853e-7", + "extra": "mean: 10.677807383601493 usec\nrounds: 54933" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 2170.935275389407, + "unit": "iter/sec", + "range": "stddev: 0.00011072211681161747", + "extra": "mean: 460.63095999977577 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 2315.5192740339758, + "unit": "iter/sec", + "range": "stddev: 0.000013707587327356488", + "extra": "mean: 431.8685709999954 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2533.4689424874978, + "unit": "iter/sec", + "range": "stddev: 0.00008991840282490618", + "extra": "mean: 394.71571300106234 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 2843.970843672374, + "unit": "iter/sec", + "range": "stddev: 0.000011365937640792644", + "extra": "mean: 351.62104499943325 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 10025.64268608712, + "unit": "iter/sec", + "range": "stddev: 0.000003436699769787853", + "extra": "mean: 99.74422900466315 usec\nrounds: 7716" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 1936.0074892229006, + "unit": "iter/sec", + "range": "stddev: 0.00000915073194279427", + "extra": "mean: 516.5269274869349 usec\nrounds: 1779" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1287.7929085836056, + "unit": "iter/sec", + "range": "stddev: 0.00013754808867173982", + "extra": "mean: 776.5223688798395 usec\nrounds: 919" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 398002.2249321417, + "unit": "iter/sec", + "range": "stddev: 2.6021910911654213e-7", + "extra": "mean: 2.512548768214794 usec\nrounds: 91576" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 94901.45359032767, + "unit": "iter/sec", + "range": "stddev: 8.046593621660482e-7", + "extra": "mean: 10.537246397898373 usec\nrounds: 22001" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 73013.49213377965, + "unit": "iter/sec", + "range": "stddev: 0.0000010887018561512248", + "extra": "mean: 13.696098772645206 usec\nrounds: 20856" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 56092.28766891148, + "unit": "iter/sec", + "range": "stddev: 0.0000014228533609674014", + "extra": "mean: 17.8277628094359 usec\nrounds: 19322" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 73496.05751317118, + "unit": "iter/sec", + "range": "stddev: 0.0000027918374200432685", + "extra": "mean: 13.606172002094 usec\nrounds: 12901" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 77871.58003142383, + "unit": "iter/sec", + "range": "stddev: 0.00001734575769476168", + "extra": "mean: 12.841655448579136 usec\nrounds: 10994" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 40385.5569025626, + "unit": "iter/sec", + "range": "stddev: 0.000007879715806454058", + "extra": "mean: 24.761327481819286 usec\nrounds: 9570" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 20036.623011227362, + "unit": "iter/sec", + "range": "stddev: 0.000008577188758724176", + "extra": "mean: 49.908609821108975 usec\nrounds: 4908" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 49372.728862023374, + "unit": "iter/sec", + "range": "stddev: 0.000007136422109908307", + "extra": "mean: 20.254096199434144 usec\nrounds: 14657" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 22482.6833764561, + "unit": "iter/sec", + "range": "stddev: 0.000008690084748390775", + "extra": "mean: 44.47867646649339 usec\nrounds: 7381" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 39417.64373106067, + "unit": "iter/sec", + "range": "stddev: 0.00000264316748416259", + "extra": "mean: 25.369350000289614 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 19191.781863652097, + "unit": "iter/sec", + "range": "stddev: 0.0000029878257819962215", + "extra": "mean: 52.10563600110163 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 13760.871880413246, + "unit": "iter/sec", + "range": "stddev: 0.000004578949789395224", + "extra": "mean: 72.66981399800443 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 24518.055929502236, + "unit": "iter/sec", + "range": "stddev: 0.000002772117797544462", + "extra": "mean: 40.786268000829295 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 49525.53955771177, + "unit": "iter/sec", + "range": "stddev: 0.0000017892118801624862", + "extra": "mean: 20.191602331453794 usec\nrounds: 17414" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 50335.64331336132, + "unit": "iter/sec", + "range": "stddev: 0.000004114536617615626", + "extra": "mean: 19.866637916487214 usec\nrounds: 18319" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 5800.70633023099, + "unit": "iter/sec", + "range": "stddev: 0.00011118676101719281", + "extra": "mean: 172.39279892319234 usec\nrounds: 3531" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 45903.36506620917, + "unit": "iter/sec", + "range": "stddev: 0.0000066425118333407075", + "extra": "mean: 21.784895258934508 usec\nrounds: 23983" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 31806.599723087023, + "unit": "iter/sec", + "range": "stddev: 0.000004942018322590837", + "extra": "mean: 31.440015867969173 usec\nrounds: 16007" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update__nested", + "value": 28816.469477074814, + "unit": "iter/sec", + "range": "stddev: 0.0000036311561463543207", + "extra": "mean: 34.7023774302247 usec\nrounds: 8179" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 46060.438568104895, + "unit": "iter/sec", + "range": "stddev: 0.0000032761298289229462", + "extra": "mean: 21.710605263156616 usec\nrounds: 15922" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 38146.72503155031, + "unit": "iter/sec", + "range": "stddev: 0.000003914507119588217", + "extra": "mean: 26.214570167502504 usec\nrounds: 14615" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 23685.632620627825, + "unit": "iter/sec", + "range": "stddev: 0.000005095231452460121", + "extra": "mean: 42.219687184082204 usec\nrounds: 10690" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select_nested", + "value": 16002.738607208135, + "unit": "iter/sec", + "range": "stddev: 0.0000023726309975301724", + "extra": "mean: 62.48930414632709 usec\nrounds: 11021" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_exclude_nested", + "value": 12311.228458873185, + "unit": "iter/sec", + "range": "stddev: 0.0000030088436077642166", + "extra": "mean: 81.22666258209681 usec\nrounds: 9386" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[True]", + "value": 2467.3125007297003, + "unit": "iter/sec", + "range": "stddev: 0.00001789365592322956", + "extra": "mean: 405.29928807325905 usec\nrounds: 2180" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[False]", + "value": 752524.3857284838, + "unit": "iter/sec", + "range": "stddev: 9.208335045774947e-8", + "extra": "mean: 1.3288605910517393 usec\nrounds: 165262" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 3606.836320023713, + "unit": "iter/sec", + "range": "stddev: 0.00001879123445511374", + "extra": "mean: 277.25128374925134 usec\nrounds: 800" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 3636.7994180606966, + "unit": "iter/sec", + "range": "stddev: 0.000010829512285388586", + "extra": "mean: 274.96704795813145 usec\nrounds: 3232" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1334.4207255633137, + "unit": "iter/sec", + "range": "stddev: 0.0028326961767212336", + "extra": "mean: 749.3888402983691 usec\nrounds: 1340" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 563.2597879211473, + "unit": "iter/sec", + "range": "stddev: 0.004252141848099166", + "extra": "mean: 1.775379711892363 msec\nrounds: 597" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 562.5760533084256, + "unit": "iter/sec", + "range": "stddev: 0.004621382521923267", + "extra": "mean: 1.7775374442604688 msec\nrounds: 610" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate_njt[False-None]", + "value": 122.69978726974675, + "unit": "iter/sec", + "range": "stddev: 0.00024247106768816818", + "extra": "mean: 8.149973380162193 msec\nrounds: 121" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 11007.540174238322, + "unit": "iter/sec", + "range": "stddev: 0.000009602385185945747", + "extra": "mean: 90.84681810568055 usec\nrounds: 3568" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 10484.484025845057, + "unit": "iter/sec", + "range": "stddev: 0.00005935218512952235", + "extra": "mean: 95.37903797029242 usec\nrounds: 6110" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 202972.97917601408, + "unit": "iter/sec", + "range": "stddev: 0.0000038584238509649485", + "extra": "mean: 4.9267641636812165 usec\nrounds: 21587" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 1943721.5164805055, + "unit": "iter/sec", + "range": "stddev: 9.852052428070715e-8", + "extra": "mean: 514.4769924709683 nsec\nrounds: 77496" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 292581.38252982526, + "unit": "iter/sec", + "range": "stddev: 9.692726871629525e-7", + "extra": "mean: 3.417852466733975 usec\nrounds: 21507" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4095.2506977878547, + "unit": "iter/sec", + "range": "stddev: 0.00005134909409468908", + "extra": "mean: 244.1852950639074 usec\nrounds: 1803" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3020.838804662328, + "unit": "iter/sec", + "range": "stddev: 0.000053468438368995174", + "extra": "mean: 331.0338831905269 usec\nrounds: 2671" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1746.0359212034825, + "unit": "iter/sec", + "range": "stddev: 0.00007166380175685552", + "extra": "mean: 572.7259032052069 usec\nrounds: 1498" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model", + "value": 7.568358301461861, + "unit": "iter/sec", + "range": "stddev: 0.044656836338205885", + "extra": "mean: 132.12905099998315 msec\nrounds: 6" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_pickle", + "value": 2.4460806755340694, + "unit": "iter/sec", + "range": "stddev: 0.06440234599124842", + "extra": "mean: 408.8172601999986 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights", + "value": 8.510869400313302, + "unit": "iter/sec", + "range": "stddev: 0.006121271620436444", + "extra": "mean: 117.49680942856295 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_returnearly", + "value": 6.263545104194394, + "unit": "iter/sec", + "range": "stddev: 0.010259796039615932", + "extra": "mean: 159.65399519999437 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_pickle", + "value": 2.5281468358521666, + "unit": "iter/sec", + "range": "stddev: 0.05007958269568729", + "extra": "mean: 395.5466454000202 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_filesystem", + "value": 7.142424217202683, + "unit": "iter/sec", + "range": "stddev: 0.005235824335869203", + "extra": "mean: 140.00848585715175 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_filesystem", + "value": 6.071091587437081, + "unit": "iter/sec", + "range": "stddev: 0.04622761570252593", + "extra": "mean: 164.71502457141338 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 36363.82590141453, + "unit": "iter/sec", + "range": "stddev: 0.0000039617726656729645", + "extra": "mean: 27.499856662802376 usec\nrounds: 7744" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 29523.962405257396, + "unit": "iter/sec", + "range": "stddev: 0.0000049680150595837245", + "extra": "mean: 33.870792350756005 usec\nrounds: 7243" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 37545.13122221513, + "unit": "iter/sec", + "range": "stddev: 0.0000016880707896622663", + "extra": "mean: 26.63461193094216 usec\nrounds: 14031" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 25856.728483353254, + "unit": "iter/sec", + "range": "stddev: 0.00000305404521477033", + "extra": "mean: 38.67465293004129 usec\nrounds: 8226" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 32895.048779189085, + "unit": "iter/sec", + "range": "stddev: 0.000002291006363518545", + "extra": "mean: 30.399711722958312 usec\nrounds: 10202" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 24768.976380539378, + "unit": "iter/sec", + "range": "stddev: 0.0000037363213550607456", + "extra": "mean: 40.37308545320772 usec\nrounds: 11164" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 33040.26249238518, + "unit": "iter/sec", + "range": "stddev: 0.0000020963871505417785", + "extra": "mean: 30.266103371015006 usec\nrounds: 10709" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 22443.086155012126, + "unit": "iter/sec", + "range": "stddev: 0.000013807357028256072", + "extra": "mean: 44.55715194840412 usec\nrounds: 9365" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 27658.505489544477, + "unit": "iter/sec", + "range": "stddev: 0.000002276248499527872", + "extra": "mean: 36.15524347033219 usec\nrounds: 8576" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 18195.851526815124, + "unit": "iter/sec", + "range": "stddev: 0.000005779747564799081", + "extra": "mean: 54.95758187113725 usec\nrounds: 8263" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-compile]", + "value": 16030.436381428166, + "unit": "iter/sec", + "range": "stddev: 0.000005595808345373556", + "extra": "mean: 62.38133362099461 usec\nrounds: 11588" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-eager]", + "value": 5787.254026887249, + "unit": "iter/sec", + "range": "stddev: 0.000014314972238995187", + "extra": "mean: 172.7935209607281 usec\nrounds: 5081" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-compile]", + "value": 21555.49830902102, + "unit": "iter/sec", + "range": "stddev: 0.000004374237628807501", + "extra": "mean: 46.39187578333542 usec\nrounds: 15167" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-eager]", + "value": 8300.847455656818, + "unit": "iter/sec", + "range": "stddev: 0.000011305938337070426", + "extra": "mean: 120.46962738949324 usec\nrounds: 7324" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-compile]", + "value": 38297.71104763569, + "unit": "iter/sec", + "range": "stddev: 0.000001982582067649462", + "extra": "mean: 26.111221079405347 usec\nrounds: 23530" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-eager]", + "value": 17135.02171343323, + "unit": "iter/sec", + "range": "stddev: 0.0000025671223639274535", + "extra": "mean: 58.36000775044461 usec\nrounds: 14709" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-compile]", + "value": 12806.16219785158, + "unit": "iter/sec", + "range": "stddev: 0.0000035870158465647505", + "extra": "mean: 78.08740702720168 usec\nrounds: 10729" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-eager]", + "value": 14954.972672852022, + "unit": "iter/sec", + "range": "stddev: 0.00000301548420070493", + "extra": "mean: 66.86739065831357 usec\nrounds: 13060" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-compile]", + "value": 9407.732340240895, + "unit": "iter/sec", + "range": "stddev: 0.000006122516854630257", + "extra": "mean: 106.29554113934262 usec\nrounds: 7900" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-eager]", + "value": 4694.491584446922, + "unit": "iter/sec", + "range": "stddev: 0.0000072089962083824326", + "extra": "mean: 213.01561244950324 usec\nrounds: 4273" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-compile]", + "value": 22383.850398863036, + "unit": "iter/sec", + "range": "stddev: 0.000003417121904487284", + "extra": "mean: 44.67506627236902 usec\nrounds: 15044" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-eager]", + "value": 14914.560469191742, + "unit": "iter/sec", + "range": "stddev: 0.000005965679900271349", + "extra": "mean: 67.04857324261414 usec\nrounds: 11892" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-compile]", + "value": 9715.377126555843, + "unit": "iter/sec", + "range": "stddev: 0.000007909315708489186", + "extra": "mean: 102.92961219864718 usec\nrounds: 7919" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-eager]", + "value": 5052.42770014551, + "unit": "iter/sec", + "range": "stddev: 0.000006572972574459395", + "extra": "mean: 197.92465312689183 usec\nrounds: 4653" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-eager]", + "value": 4338.9471609525635, + "unit": "iter/sec", + "range": "stddev: 0.000013732057276495834", + "extra": "mean: 230.4706563378527 usec\nrounds: 3937" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-compile]", + "value": 9489.71602074772, + "unit": "iter/sec", + "range": "stddev: 0.0000060583409934483574", + "extra": "mean: 105.37723129055313 usec\nrounds: 7670" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-eager]", + "value": 16681.712768910882, + "unit": "iter/sec", + "range": "stddev: 0.0000038084543281680344", + "extra": "mean: 59.94588288701774 usec\nrounds: 12680" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-compile]", + "value": 21567.785730585267, + "unit": "iter/sec", + "range": "stddev: 0.0000034789060232113133", + "extra": "mean: 46.36544578528061 usec\nrounds: 11187" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-eager]", + "value": 6297.769006591487, + "unit": "iter/sec", + "range": "stddev: 0.000013253735885521681", + "extra": "mean: 158.78638910912127 usec\nrounds: 5803" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-compile]", + "value": 9441.850579002352, + "unit": "iter/sec", + "range": "stddev: 0.000005396822902624676", + "extra": "mean: 105.91144094399155 usec\nrounds: 7840" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-compile]", + "value": 46154.70893694006, + "unit": "iter/sec", + "range": "stddev: 0.0000039400994752357645", + "extra": "mean: 21.666261645507788 usec\nrounds: 27843" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-eager]", + "value": 15335.657418803787, + "unit": "iter/sec", + "range": "stddev: 0.000006766822465305117", + "extra": "mean: 65.20750775078297 usec\nrounds: 13676" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-compile]", + "value": 12431.855415086235, + "unit": "iter/sec", + "range": "stddev: 0.0000032269417665215064", + "extra": "mean: 80.43851594239791 usec\nrounds: 11228" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-eager]", + "value": 14759.074275451885, + "unit": "iter/sec", + "range": "stddev: 0.0000057882898006820466", + "extra": "mean: 67.75492699181382 usec\nrounds: 13341" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-compile]", + "value": 4742.570279655708, + "unit": "iter/sec", + "range": "stddev: 0.00001837538950190715", + "extra": "mean: 210.8561267483412 usec\nrounds: 3574" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-eager]", + "value": 753.7541516158357, + "unit": "iter/sec", + "range": "stddev: 0.00010499820651400444", + "extra": "mean: 1.326692526809017 msec\nrounds: 746" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-compile]", + "value": 4902.8718543485065, + "unit": "iter/sec", + "range": "stddev: 0.000013801766731250395", + "extra": "mean: 203.96209195495686 usec\nrounds: 3480" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-eager]", + "value": 1266.100350959038, + "unit": "iter/sec", + "range": "stddev: 0.00002359463681233233", + "extra": "mean: 789.8268089433244 usec\nrounds: 1230" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[compile]", + "value": 2161.146262308747, + "unit": "iter/sec", + "range": "stddev: 0.00004910716635702316", + "extra": "mean: 462.7174094786637 usec\nrounds: 1878" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[eager]", + "value": 375.9514717799773, + "unit": "iter/sec", + "range": "stddev: 0.00003591278068220672", + "extra": "mean: 2.6599177688157645 msec\nrounds: 372" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-compile]", + "value": 27282.608243940005, + "unit": "iter/sec", + "range": "stddev: 0.0000031177659016816154", + "extra": "mean: 36.65338706104536 usec\nrounds: 17142" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-eager]", + "value": 28597.652617866497, + "unit": "iter/sec", + "range": "stddev: 0.000011918826341607732", + "extra": "mean: 34.967905001239366 usec\nrounds: 19895" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-compile]", + "value": 33073.19808628598, + "unit": "iter/sec", + "range": "stddev: 0.000003468209175676138", + "extra": "mean: 30.235963192645006 usec\nrounds: 20023" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-eager]", + "value": 42326.96764621206, + "unit": "iter/sec", + "range": "stddev: 0.0000019386814970390748", + "extra": "mean: 23.62559983881794 usec\nrounds: 23603" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-compile]", + "value": 32605.848537715356, + "unit": "iter/sec", + "range": "stddev: 0.0000028576118138438946", + "extra": "mean: 30.669344453443525 usec\nrounds: 20653" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-eager]", + "value": 42292.96498926052, + "unit": "iter/sec", + "range": "stddev: 0.00000237271722833866", + "extra": "mean: 23.64459432565039 usec\nrounds: 26329" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-compile]", + "value": 18989.53209118306, + "unit": "iter/sec", + "range": "stddev: 0.000004829175704967964", + "extra": "mean: 52.66059190917639 usec\nrounds: 13546" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-eager]", + "value": 48375.067836181435, + "unit": "iter/sec", + "range": "stddev: 0.000010536114284806674", + "extra": "mean: 20.671805637284596 usec\nrounds: 30582" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-compile]", + "value": 22491.6208401855, + "unit": "iter/sec", + "range": "stddev: 0.000004081057396783992", + "extra": "mean: 44.461002037403745 usec\nrounds: 15214" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-eager]", + "value": 50512.16937175732, + "unit": "iter/sec", + "range": "stddev: 0.000002010896175876254", + "extra": "mean: 19.79720951282536 usec\nrounds: 32566" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-compile]", + "value": 22003.075437998603, + "unit": "iter/sec", + "range": "stddev: 0.00000413852893354317", + "extra": "mean: 45.448192131952254 usec\nrounds: 15786" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-eager]", + "value": 51881.04126498538, + "unit": "iter/sec", + "range": "stddev: 0.0000015381250643221891", + "extra": "mean: 19.27486371933907 usec\nrounds: 32954" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-compile]", + "value": 18666.999285700513, + "unit": "iter/sec", + "range": "stddev: 0.000004193475708052218", + "extra": "mean: 53.570474005751436 usec\nrounds: 14253" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-eager]", + "value": 48454.69822180548, + "unit": "iter/sec", + "range": "stddev: 0.00001160947088461331", + "extra": "mean: 20.637833619815677 usec\nrounds: 32588" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-compile]", + "value": 21818.654869138256, + "unit": "iter/sec", + "range": "stddev: 0.000003571283436283396", + "extra": "mean: 45.832339619362415 usec\nrounds: 11666" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-eager]", + "value": 52726.62680366041, + "unit": "iter/sec", + "range": "stddev: 0.000002225792343395071", + "extra": "mean: 18.965749577034913 usec\nrounds: 33675" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-compile]", + "value": 21711.723587855744, + "unit": "iter/sec", + "range": "stddev: 0.000004757438534114655", + "extra": "mean: 46.05806609288914 usec\nrounds: 15917" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-eager]", + "value": 52642.347931869626, + "unit": "iter/sec", + "range": "stddev: 0.0000014532130550430993", + "extra": "mean: 18.996113191877615 usec\nrounds: 33801" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[eager]", + "value": 28844.402673252007, + "unit": "iter/sec", + "range": "stddev: 0.0000027442168174320468", + "extra": "mean: 34.66877131511273 usec\nrounds: 17828" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile]", + "value": 20266.504818008656, + "unit": "iter/sec", + "range": "stddev: 0.000004033663763443915", + "extra": "mean: 49.34249931006396 usec\nrounds: 10150" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile-overhead]", + "value": 20486.041192257053, + "unit": "iter/sec", + "range": "stddev: 0.0000037123413155023554", + "extra": "mean: 48.813725922701074 usec\nrounds: 9698" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[eager]", + "value": 4290.175195161365, + "unit": "iter/sec", + "range": "stddev: 0.000018824587388931624", + "extra": "mean: 233.09071413396845 usec\nrounds: 2809" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile]", + "value": 4682.741514705066, + "unit": "iter/sec", + "range": "stddev: 0.00003421912222125914", + "extra": "mean: 213.55011735320676 usec\nrounds: 3596" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile-overhead]", + "value": 4774.662854077578, + "unit": "iter/sec", + "range": "stddev: 0.0000334616668680539", + "extra": "mean: 209.43887151026726 usec\nrounds: 2794" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[eager]", + "value": 80.78779358421689, + "unit": "iter/sec", + "range": "stddev: 0.0017231313923394501", + "extra": "mean: 12.37810757831323 msec\nrounds: 83" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile]", + "value": 89.47671790931794, + "unit": "iter/sec", + "range": "stddev: 0.0006316673487999464", + "extra": "mean: 11.176091651165288 msec\nrounds: 86" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile-overhead]", + "value": 72.27930277022003, + "unit": "iter/sec", + "range": "stddev: 0.0010070009880606438", + "extra": "mean: 13.835219235291413 msec\nrounds: 51" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[eager]", + "value": 8606.339996348492, + "unit": "iter/sec", + "range": "stddev: 0.000006614192924732143", + "extra": "mean: 116.19341095335314 usec\nrounds: 7176" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile]", + "value": 15894.623322541584, + "unit": "iter/sec", + "range": "stddev: 0.00000587021142739818", + "extra": "mean: 62.91435661654283 usec\nrounds: 10852" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile-overhead]", + "value": 16023.11329599593, + "unit": "iter/sec", + "range": "stddev: 0.000005762962643041025", + "extra": "mean: 62.409843925268476 usec\nrounds: 11392" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[eager]", + "value": 2229.9132274438684, + "unit": "iter/sec", + "range": "stddev: 0.000020660526594477342", + "extra": "mean: 448.44794303780685 usec\nrounds: 2054" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile]", + "value": 4340.560055312316, + "unit": "iter/sec", + "range": "stddev: 0.000029491085080486814", + "extra": "mean: 230.38501650866968 usec\nrounds: 3574" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile-overhead]", + "value": 4339.885107690518, + "unit": "iter/sec", + "range": "stddev: 0.000013748870475570508", + "extra": "mean: 230.42084644774218 usec\nrounds: 3660" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-eager]", + "value": 1782.9502293290057, + "unit": "iter/sec", + "range": "stddev: 0.000030638787895583134", + "extra": "mean: 560.8681518700268 usec\nrounds: 1712" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile]", + "value": 2342.075986233883, + "unit": "iter/sec", + "range": "stddev: 0.000026484578672147668", + "extra": "mean: 426.97162939107926 usec\nrounds: 2164" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile-overhead]", + "value": 2327.122353327246, + "unit": "iter/sec", + "range": "stddev: 0.000028846127666949865", + "extra": "mean: 429.71526553824367 usec\nrounds: 2188" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-eager]", + "value": 1269.0190061085602, + "unit": "iter/sec", + "range": "stddev: 0.000022546673009133012", + "extra": "mean: 788.0102624045754 usec\nrounds: 1189" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile]", + "value": 2146.2798191246857, + "unit": "iter/sec", + "range": "stddev: 0.000020217325989949888", + "extra": "mean: 465.9224724984035 usec\nrounds: 1909" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile-overhead]", + "value": 2155.3134689935205, + "unit": "iter/sec", + "range": "stddev: 0.00001617468047670361", + "extra": "mean: 463.96963336705534 usec\nrounds: 1912" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-eager]", + "value": 1799.1943233576173, + "unit": "iter/sec", + "range": "stddev: 0.000020711034524679823", + "extra": "mean: 555.8043325380339 usec\nrounds: 1678" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile]", + "value": 2335.438177311337, + "unit": "iter/sec", + "range": "stddev: 0.000026988624654228923", + "extra": "mean: 428.18517300733936 usec\nrounds: 2156" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile-overhead]", + "value": 2352.160001353254, + "unit": "iter/sec", + "range": "stddev: 0.000014744216630990158", + "extra": "mean: 425.1411466161639 usec\nrounds: 2128" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-eager]", + "value": 1076.2849320313182, + "unit": "iter/sec", + "range": "stddev: 0.000026941167117442716", + "extra": "mean: 929.121991992081 usec\nrounds: 999" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile]", + "value": 2035.2999351039462, + "unit": "iter/sec", + "range": "stddev: 0.000017199212329965106", + "extra": "mean: 491.32807541161174 usec\nrounds: 1883" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile-overhead]", + "value": 2035.8563315162087, + "unit": "iter/sec", + "range": "stddev: 0.000033859728068506934", + "extra": "mean: 491.19379620233207 usec\nrounds: 1791" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[eager]", + "value": 517.2500045418907, + "unit": "iter/sec", + "range": "stddev: 0.00008930041065600267", + "extra": "mean: 1.933301094672127 msec\nrounds: 507" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile]", + "value": 1929.5234601411028, + "unit": "iter/sec", + "range": "stddev: 0.000018146819456827693", + "extra": "mean: 518.2626802199502 usec\nrounds: 1648" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile-overhead]", + "value": 1881.183495937583, + "unit": "iter/sec", + "range": "stddev: 0.00005127639825867899", + "extra": "mean: 531.5802536857784 usec\nrounds: 1222" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 7791.815973619189, + "unit": "iter/sec", + "range": "stddev: 0.00001036491699842358", + "extra": "mean: 128.33978669230737 usec\nrounds: 3727" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 38847.37356522169, + "unit": "iter/sec", + "range": "stddev: 0.0000018133831113049476", + "extra": "mean: 25.741765999214294 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 21166.712584090106, + "unit": "iter/sec", + "range": "stddev: 0.0000038824307850078855", + "extra": "mean: 47.24399200051721 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 35340.09344477275, + "unit": "iter/sec", + "range": "stddev: 0.000002167813302383222", + "extra": "mean: 28.29647300063698 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 19256.94200742623, + "unit": "iter/sec", + "range": "stddev: 0.000003131749316060236", + "extra": "mean: 51.929324999491655 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 650.1393928365115, + "unit": "iter/sec", + "range": "stddev: 0.00003012056130966303", + "extra": "mean: 1.5381316853253142 msec\nrounds: 518" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 5432.520428594678, + "unit": "iter/sec", + "range": "stddev: 0.00001610036234038881", + "extra": "mean: 184.07662026200364 usec\nrounds: 2981" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 5663.00279979205, + "unit": "iter/sec", + "range": "stddev: 0.000014821936315799055", + "extra": "mean: 176.58476171629667 usec\nrounds: 3798" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 4113.029196258772, + "unit": "iter/sec", + "range": "stddev: 0.000020110726213805432", + "extra": "mean: 243.1298082954539 usec\nrounds: 2869" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 1503.396081953624, + "unit": "iter/sec", + "range": "stddev: 0.000033266054771660836", + "extra": "mean: 665.1607064856296 usec\nrounds: 1264" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1475.398637314916, + "unit": "iter/sec", + "range": "stddev: 0.00006614524734324805", + "extra": "mean: 677.7829223293198 usec\nrounds: 1442" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 1862.770436879547, + "unit": "iter/sec", + "range": "stddev: 0.000019580681336035146", + "extra": "mean: 536.8348027227487 usec\nrounds: 1617" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 1851.928949204483, + "unit": "iter/sec", + "range": "stddev: 0.000029363006619881824", + "extra": "mean: 539.9775193479002 usec\nrounds: 1783" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[True]", + "value": 710.3391324764532, + "unit": "iter/sec", + "range": "stddev: 0.000020550746577280413", + "extra": "mean: 1.4077782769952474 msec\nrounds: 426" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[False]", + "value": 729.1795464302775, + "unit": "iter/sec", + "range": "stddev: 0.000020363025626217885", + "extra": "mean: 1.3714043473867759 msec\nrounds: 593" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init", + "value": 21695.504882308498, + "unit": "iter/sec", + "range": "stddev: 0.0000033371009179337793", + "extra": "mean: 46.09249729032328 usec\nrounds: 4428" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init_nested", + "value": 11021.378676183182, + "unit": "iter/sec", + "range": "stddev: 0.0000046791276919563065", + "extra": "mean: 90.73275035553995 usec\nrounds: 5616" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_tensor", + "value": 668020.2635395151, + "unit": "iter/sec", + "range": "stddev: 2.9613664709516973e-7", + "extra": "mean: 1.4969605782637272 usec\nrounds: 162576" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_nontensor", + "value": 214299.5825497251, + "unit": "iter/sec", + "range": "stddev: 4.1802404984866995e-7", + "extra": "mean: 4.66636466623991 usec\nrounds: 55267" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_tensor", + "value": 361841.3476627485, + "unit": "iter/sec", + "range": "stddev: 3.166115440392586e-7", + "extra": "mean: 2.763642149962482 usec\nrounds: 136166" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_nontensor", + "value": 168435.51918786913, + "unit": "iter/sec", + "range": "stddev: 5.006286350953519e-7", + "extra": "mean: 5.9369900411837895 usec\nrounds: 78223" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unbind", + "value": 68.59982184167717, + "unit": "iter/sec", + "range": "stddev: 0.04806213832935655", + "extra": "mean: 14.577297333335924 msec\nrounds: 54" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_full_like", + "value": 132.6620767512695, + "unit": "iter/sec", + "range": "stddev: 0.00034414082850829213", + "extra": "mean: 7.537949235295916 msec\nrounds: 119" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_zeros_like", + "value": 154.19297226369872, + "unit": "iter/sec", + "range": "stddev: 0.0002651533644375791", + "extra": "mean: 6.485379880282829 msec\nrounds: 142" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_ones_like", + "value": 133.43584751031386, + "unit": "iter/sec", + "range": "stddev: 0.00048206024920919346", + "extra": "mean: 7.494238007689091 msec\nrounds: 130" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_clone", + "value": 109.23632945798232, + "unit": "iter/sec", + "range": "stddev: 0.0009277539484026509", + "extra": "mean: 9.154463583332404 msec\nrounds: 108" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_squeeze", + "value": 79677.2644534792, + "unit": "iter/sec", + "range": "stddev: 0.0000012817914434401117", + "extra": "mean: 12.550631687209409 usec\nrounds: 16019" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unsqueeze", + "value": 10730.901826071084, + "unit": "iter/sec", + "range": "stddev: 0.000004363154217365111", + "extra": "mean: 93.18881266534994 usec\nrounds: 4169" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_split", + "value": 5141.157524600899, + "unit": "iter/sec", + "range": "stddev: 0.000020864617987282657", + "extra": "mean: 194.50872594642559 usec\nrounds: 2879" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_permute", + "value": 4732.529039028515, + "unit": "iter/sec", + "range": "stddev: 0.000010102289241484716", + "extra": "mean: 211.30351060778239 usec\nrounds: 2074" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_stack", + "value": 40.63606369796993, + "unit": "iter/sec", + "range": "stddev: 0.001360783398749251", + "extra": "mean: 24.608682756099657 msec\nrounds: 41" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_cat", + "value": 40.55825615975939, + "unit": "iter/sec", + "range": "stddev: 0.0014153005018562649", + "extra": "mean: 24.655892404766853 msec\nrounds: 42" + } + ] } ], "GPU Benchmark Results": [