From 092f164440183d096486bf1e59660373289c4977 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Thu, 19 Dec 2024 13:43:12 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for efb89a6ff9a092667d3d6587ed727b2026611545 --- dev/bench/data.js | 1545 ++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 1544 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 2a6ae6388..95ea83647 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1734615758831, + "lastUpdate": 1734615792232, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -390091,6 +390091,1549 @@ window.BENCHMARK_DATA = { "extra": "mean: 23.98749616278575 msec\nrounds: 43" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "distinct": true, + "id": "efb89a6ff9a092667d3d6587ed727b2026611545", + "message": "[BugFix] Fix update_ KeyError when a key from source is missing in dest\n\nghstack-source-id: 63013752ba61f05079cb6a60bb06312968b79ae9\nPull Request resolved: https://github.com/pytorch/tensordict/pull/1150", + "timestamp": "2024-12-19T13:34:52Z", + "tree_id": "474b998c5f7ec812b4decd414ecfc0d2577e5d11", + "url": "https://github.com/pytorch/tensordict/commit/efb89a6ff9a092667d3d6587ed727b2026611545" + }, + "date": 1734615760225, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 51073.311500353586, + "unit": "iter/sec", + "range": "stddev: 0.0000017385830251090065", + "extra": "mean: 19.579697705583023 usec\nrounds: 7453" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 46520.33181240246, + "unit": "iter/sec", + "range": "stddev: 0.000008498065251028729", + "extra": "mean: 21.495977372487204 usec\nrounds: 15026" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 46818.29014678983, + "unit": "iter/sec", + "range": "stddev: 0.000002321447582977241", + "extra": "mean: 21.359173879795495 usec\nrounds: 24954" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 46713.87803545715, + "unit": "iter/sec", + "range": "stddev: 0.000001110269771940658", + "extra": "mean: 21.4069146483829 usec\nrounds: 31458" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 236679.85596599517, + "unit": "iter/sec", + "range": "stddev: 3.5565493135957854e-7", + "extra": "mean: 4.225116649317525 usec\nrounds: 70339" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2494.238625038898, + "unit": "iter/sec", + "range": "stddev: 0.000021531868689241685", + "extra": "mean: 400.92394928107757 usec\nrounds: 2228" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2505.8058797931044, + "unit": "iter/sec", + "range": "stddev: 0.000008253941376635788", + "extra": "mean: 399.0732115620092 usec\nrounds: 2439" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 13125.755929811881, + "unit": "iter/sec", + "range": "stddev: 0.000002490070307436037", + "extra": "mean: 76.18608827920907 usec\nrounds: 10127" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 2465.816499475147, + "unit": "iter/sec", + "range": "stddev: 0.00003399659248716776", + "extra": "mean: 405.5451815708313 usec\nrounds: 2203" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 12737.490854147432, + "unit": "iter/sec", + "range": "stddev: 0.0000024309816630213645", + "extra": "mean: 78.50839788233424 usec\nrounds: 10767" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 2488.340166573793, + "unit": "iter/sec", + "range": "stddev: 0.000021652315929355277", + "extra": "mean: 401.87431502860187 usec\nrounds: 2422" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 279990.0100134822, + "unit": "iter/sec", + "range": "stddev: 3.580651950483815e-7", + "extra": "mean: 3.5715559992724293 usec\nrounds: 113948" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6130.210701426337, + "unit": "iter/sec", + "range": "stddev: 0.000008561012289311079", + "extra": "mean: 163.12653001752884 usec\nrounds: 4564" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 5917.726683647117, + "unit": "iter/sec", + "range": "stddev: 0.00002640070337266926", + "extra": "mean: 168.98380973953604 usec\nrounds: 5524" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 6989.4460607610845, + "unit": "iter/sec", + "range": "stddev: 0.000014754078379232773", + "extra": "mean: 143.0728546020297 usec\nrounds: 6410" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 6249.936909687086, + "unit": "iter/sec", + "range": "stddev: 0.000008164099665087745", + "extra": "mean: 160.00161512831443 usec\nrounds: 5711" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 7155.599098514227, + "unit": "iter/sec", + "range": "stddev: 0.00000494902836487883", + "extra": "mean: 139.75070238460367 usec\nrounds: 6290" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 6016.543670350175, + "unit": "iter/sec", + "range": "stddev: 0.0000048578041649367115", + "extra": "mean: 166.20838388127217 usec\nrounds: 5658" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 965642.8957785823, + "unit": "iter/sec", + "range": "stddev: 1.675890480751541e-7", + "extra": "mean: 1.0355795132668955 usec\nrounds: 180800" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 15995.590064272614, + "unit": "iter/sec", + "range": "stddev: 0.000003866238575286851", + "extra": "mean: 62.51723106067698 usec\nrounds: 11603" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 15724.75991591187, + "unit": "iter/sec", + "range": "stddev: 0.000007777563218102299", + "extra": "mean: 63.593975701218874 usec\nrounds: 14692" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 13423.883844499465, + "unit": "iter/sec", + "range": "stddev: 0.00001562734790412562", + "extra": "mean: 74.49408916107072 usec\nrounds: 7279" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 16361.23437374203, + "unit": "iter/sec", + "range": "stddev: 0.000003852230428373348", + "extra": "mean: 61.12008282241157 usec\nrounds: 12714" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 14148.172247761915, + "unit": "iter/sec", + "range": "stddev: 0.00000459099352869657", + "extra": "mean: 70.68050787678168 usec\nrounds: 11997" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 16096.686845243039, + "unit": "iter/sec", + "range": "stddev: 0.000004034389050401694", + "extra": "mean: 62.12458561281661 usec\nrounds: 13123" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 1069435.1780430418, + "unit": "iter/sec", + "range": "stddev: 1.6162332504980634e-7", + "extra": "mean: 935.0730371801484 nsec\nrounds: 176992" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 329069.2467651275, + "unit": "iter/sec", + "range": "stddev: 3.537588830675177e-7", + "extra": "mean: 3.038874066265292 usec\nrounds: 126503" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 325789.2577023413, + "unit": "iter/sec", + "range": "stddev: 3.1649023437160113e-7", + "extra": "mean: 3.069468916969798 usec\nrounds: 145497" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 327567.48550285836, + "unit": "iter/sec", + "range": "stddev: 3.319915300210069e-7", + "extra": "mean: 3.052806045340156 usec\nrounds: 81813" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 327313.26070885145, + "unit": "iter/sec", + "range": "stddev: 2.8958996208567384e-7", + "extra": "mean: 3.0551771652463247 usec\nrounds: 94251" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 220135.3181574482, + "unit": "iter/sec", + "range": "stddev: 5.515424208359321e-7", + "extra": "mean: 4.542660434364132 usec\nrounds: 88410" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 217120.53464009255, + "unit": "iter/sec", + "range": "stddev: 8.217517019358867e-7", + "extra": "mean: 4.605736632224303 usec\nrounds: 97286" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 187267.23681007762, + "unit": "iter/sec", + "range": "stddev: 8.602224778922217e-7", + "extra": "mean: 5.3399623822835505 usec\nrounds: 38838" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 190595.69747787825, + "unit": "iter/sec", + "range": "stddev: 4.996571197531663e-7", + "extra": "mean: 5.246708153609115 usec\nrounds: 64438" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 93054.47026070963, + "unit": "iter/sec", + "range": "stddev: 8.509866317463409e-7", + "extra": "mean: 10.746393990512349 usec\nrounds: 64730" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 99073.2162175295, + "unit": "iter/sec", + "range": "stddev: 6.067037701892851e-7", + "extra": "mean: 10.093545341299471 usec\nrounds: 70642" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 98087.2395197454, + "unit": "iter/sec", + "range": "stddev: 0.000001887534317304992", + "extra": "mean: 10.1950060466193 usec\nrounds: 49119" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 100234.59122047524, + "unit": "iter/sec", + "range": "stddev: 8.611300038399439e-7", + "extra": "mean: 9.976595782192673 usec\nrounds: 55146" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 89943.09754230344, + "unit": "iter/sec", + "range": "stddev: 6.488583745330068e-7", + "extra": "mean: 11.118140550248055 usec\nrounds: 47620" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 95682.02209995255, + "unit": "iter/sec", + "range": "stddev: 9.117827112668593e-7", + "extra": "mean: 10.451284139410928 usec\nrounds: 61234" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 90515.14282632527, + "unit": "iter/sec", + "range": "stddev: 6.555325158884326e-7", + "extra": "mean: 11.047875181711161 usec\nrounds: 46083" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 97950.21862955512, + "unit": "iter/sec", + "range": "stddev: 6.988972531098571e-7", + "extra": "mean: 10.209267666690678 usec\nrounds: 50335" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 2123.668997093383, + "unit": "iter/sec", + "range": "stddev: 0.00011563942201108009", + "extra": "mean: 470.8831749998126 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 2299.7776441614565, + "unit": "iter/sec", + "range": "stddev: 0.000018512411070403887", + "extra": "mean: 434.8246459994698 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2552.5324189720986, + "unit": "iter/sec", + "range": "stddev: 0.0000743890810195889", + "extra": "mean: 391.76779600029477 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 2848.507719935166, + "unit": "iter/sec", + "range": "stddev: 0.000017864519827268972", + "extra": "mean: 351.0610109993877 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 10030.858875058788, + "unit": "iter/sec", + "range": "stddev: 0.0000031474669966405734", + "extra": "mean: 99.6923605900237 usec\nrounds: 7460" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 1878.7468148308158, + "unit": "iter/sec", + "range": "stddev: 0.000027201187884362195", + "extra": "mean: 532.269698133887 usec\nrounds: 1769" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1286.996763181793, + "unit": "iter/sec", + "range": "stddev: 0.00018060442717596266", + "extra": "mean: 777.0027311706192 usec\nrounds: 863" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 400436.74363388645, + "unit": "iter/sec", + "range": "stddev: 2.707270395439413e-7", + "extra": "mean: 2.4972733294282445 usec\nrounds: 90572" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 103163.26076484915, + "unit": "iter/sec", + "range": "stddev: 7.111406457536195e-7", + "extra": "mean: 9.693373324825444 usec\nrounds: 21188" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 78962.84937301658, + "unit": "iter/sec", + "range": "stddev: 0.000001081447464683035", + "extra": "mean: 12.664183320893724 usec\nrounds: 21296" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 57950.70664361438, + "unit": "iter/sec", + "range": "stddev: 9.579297073004424e-7", + "extra": "mean: 17.25604497197603 usec\nrounds: 19412" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 70024.06570494892, + "unit": "iter/sec", + "range": "stddev: 0.0000035082505484384024", + "extra": "mean: 14.2808046052848 usec\nrounds: 13332" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 73886.16588103605, + "unit": "iter/sec", + "range": "stddev: 0.00001353831531489323", + "extra": "mean: 13.534333363705699 usec\nrounds: 10952" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 39278.724273425585, + "unit": "iter/sec", + "range": "stddev: 0.000008244739614108163", + "extra": "mean: 25.459075326348113 usec\nrounds: 9877" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 20292.954971820527, + "unit": "iter/sec", + "range": "stddev: 0.000008736080437511866", + "extra": "mean: 49.27818552737309 usec\nrounds: 4657" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 47355.26849226467, + "unit": "iter/sec", + "range": "stddev: 0.000007325620748917871", + "extra": "mean: 21.11697455930055 usec\nrounds: 14858" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 22477.72350965153, + "unit": "iter/sec", + "range": "stddev: 0.000009210272672148022", + "extra": "mean: 44.488490997347576 usec\nrounds: 7220" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 39745.075088708356, + "unit": "iter/sec", + "range": "stddev: 0.0000020380578720796614", + "extra": "mean: 25.160349999794107 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 19019.28068188054, + "unit": "iter/sec", + "range": "stddev: 0.000004544090103882604", + "extra": "mean: 52.578223999432794 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 13169.721840264037, + "unit": "iter/sec", + "range": "stddev: 0.000004603310618137704", + "extra": "mean: 75.93174799961844 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 23743.49879262673, + "unit": "iter/sec", + "range": "stddev: 0.000003423224476217505", + "extra": "mean: 42.11679199994478 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 49397.16573921624, + "unit": "iter/sec", + "range": "stddev: 0.000001933122358549066", + "extra": "mean: 20.244076457328067 usec\nrounds: 17840" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 51264.19598329144, + "unit": "iter/sec", + "range": "stddev: 0.000001639666077727803", + "extra": "mean: 19.506791842125647 usec\nrounds: 18020" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 5681.413177980992, + "unit": "iter/sec", + "range": "stddev: 0.00012119677710223538", + "extra": "mean: 176.01254629316904 usec\nrounds: 3467" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 47673.981697569136, + "unit": "iter/sec", + "range": "stddev: 0.0000029506999164634868", + "extra": "mean: 20.97580198657897 usec\nrounds: 23458" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 30828.091647178684, + "unit": "iter/sec", + "range": "stddev: 0.0000026497175091048086", + "extra": "mean: 32.43794690390826 usec\nrounds: 16084" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update__nested", + "value": 28385.275194554542, + "unit": "iter/sec", + "range": "stddev: 0.000007382563776785927", + "extra": "mean: 35.22953338116098 usec\nrounds: 8433" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 45610.81150361983, + "unit": "iter/sec", + "range": "stddev: 0.0000018447880047297822", + "extra": "mean: 21.924626355762964 usec\nrounds: 16406" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 36651.87968314004, + "unit": "iter/sec", + "range": "stddev: 0.000002178850973331363", + "extra": "mean: 27.28373029282868 usec\nrounds: 14779" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 22421.217863999478, + "unit": "iter/sec", + "range": "stddev: 0.0000027004295387347602", + "extra": "mean: 44.60061028199745 usec\nrounds: 10387" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select_nested", + "value": 14217.127172357481, + "unit": "iter/sec", + "range": "stddev: 0.0000028046319040264417", + "extra": "mean: 70.33769817747084 usec\nrounds: 10261" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_exclude_nested", + "value": 11092.441059883417, + "unit": "iter/sec", + "range": "stddev: 0.0000034584290240369375", + "extra": "mean: 90.1514819507646 usec\nrounds: 8366" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[True]", + "value": 2356.7266122445767, + "unit": "iter/sec", + "range": "stddev: 0.000022751710910949818", + "extra": "mean: 424.3173539113165 usec\nrounds: 2122" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[False]", + "value": 606457.0122035869, + "unit": "iter/sec", + "range": "stddev: 1.3508120007829292e-7", + "extra": "mean: 1.6489214896970887 usec\nrounds: 181127" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 3532.8536062073513, + "unit": "iter/sec", + "range": "stddev: 0.000022141510678667496", + "extra": "mean: 283.0572991314907 usec\nrounds: 2417" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 3657.35941194073, + "unit": "iter/sec", + "range": "stddev: 0.000007204627748237211", + "extra": "mean: 273.42130957519515 usec\nrounds: 3227" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1305.951988056998, + "unit": "iter/sec", + "range": "stddev: 0.0031083712441034297", + "extra": "mean: 765.724934105583 usec\nrounds: 1381" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 542.9316416007665, + "unit": "iter/sec", + "range": "stddev: 0.0044789328611066406", + "extra": "mean: 1.8418524974002697 msec\nrounds: 577" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 542.22694831722, + "unit": "iter/sec", + "range": "stddev: 0.004565539455684806", + "extra": "mean: 1.8442462203390309 msec\nrounds: 590" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate_njt[False-None]", + "value": 120.5779670496569, + "unit": "iter/sec", + "range": "stddev: 0.0002587410214682851", + "extra": "mean: 8.293389119657126 msec\nrounds: 117" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 10755.73411851597, + "unit": "iter/sec", + "range": "stddev: 0.000011703506154256172", + "extra": "mean: 92.97366306949728 usec\nrounds: 3244" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 10492.612929005101, + "unit": "iter/sec", + "range": "stddev: 0.000010631412519523798", + "extra": "mean: 95.30514532139699 usec\nrounds: 5856" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 206220.08574283097, + "unit": "iter/sec", + "range": "stddev: 0.000001411458602488206", + "extra": "mean: 4.8491881690276335 usec\nrounds: 22804" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 1928566.6471028244, + "unit": "iter/sec", + "range": "stddev: 7.226311165283382e-8", + "extra": "mean: 518.5198040743072 nsec\nrounds: 64103" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 303131.50831679895, + "unit": "iter/sec", + "range": "stddev: 6.138764361449168e-7", + "extra": "mean: 3.2988982423922506 usec\nrounds: 21846" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4207.2072658773095, + "unit": "iter/sec", + "range": "stddev: 0.000055381225383024415", + "extra": "mean: 237.6873628524395 usec\nrounds: 1739" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3046.8201319372542, + "unit": "iter/sec", + "range": "stddev: 0.000058009549191173766", + "extra": "mean: 328.2110386228057 usec\nrounds: 1916" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1791.3262699158474, + "unit": "iter/sec", + "range": "stddev: 0.000059801185007418475", + "extra": "mean: 558.2455953414773 usec\nrounds: 1159" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model", + "value": 8.371290818865937, + "unit": "iter/sec", + "range": "stddev: 0.005227001424908059", + "extra": "mean: 119.45589057142213 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_pickle", + "value": 2.504107197812095, + "unit": "iter/sec", + "range": "stddev: 0.04622825288078528", + "extra": "mean: 399.3439262000152 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights", + "value": 7.50020358499158, + "unit": "iter/sec", + "range": "stddev: 0.04291307650701178", + "extra": "mean: 133.32971414283585 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_returnearly", + "value": 5.388535270452937, + "unit": "iter/sec", + "range": "stddev: 0.012725834377673747", + "extra": "mean: 185.57918799999698 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_pickle", + "value": 2.3502366358554436, + "unit": "iter/sec", + "range": "stddev: 0.05481616035677447", + "extra": "mean: 425.489069799994 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_filesystem", + "value": 6.850035320886437, + "unit": "iter/sec", + "range": "stddev: 0.004293300941794834", + "extra": "mean: 145.98464871427754 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_filesystem", + "value": 6.480526557891228, + "unit": "iter/sec", + "range": "stddev: 0.005591120656436979", + "extra": "mean: 154.3084487142973 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 37397.29941987241, + "unit": "iter/sec", + "range": "stddev: 0.000001763511451288764", + "extra": "mean: 26.739898749710623 usec\nrounds: 9116" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 29550.16859832612, + "unit": "iter/sec", + "range": "stddev: 0.0000022820561914926637", + "extra": "mean: 33.84075446718924 usec\nrounds: 7331" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 37082.8466920553, + "unit": "iter/sec", + "range": "stddev: 0.0000022700225423053068", + "extra": "mean: 26.966646015723544 usec\nrounds: 13026" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 25633.29628186849, + "unit": "iter/sec", + "range": "stddev: 0.0000025956181393394747", + "extra": "mean: 39.01175990024124 usec\nrounds: 8434" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 33244.05487911751, + "unit": "iter/sec", + "range": "stddev: 0.0000019711987402845416", + "extra": "mean: 30.08056639408802 usec\nrounds: 10754" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 23762.00452784819, + "unit": "iter/sec", + "range": "stddev: 0.000005308098037856018", + "extra": "mean: 42.08399164422501 usec\nrounds: 10651" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 33385.83229355487, + "unit": "iter/sec", + "range": "stddev: 0.0000018685845290543226", + "extra": "mean: 29.952825234584605 usec\nrounds: 10763" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 16801.595032480647, + "unit": "iter/sec", + "range": "stddev: 0.00117889272609608", + "extra": "mean: 59.51815872640732 usec\nrounds: 9362" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 27252.023368790604, + "unit": "iter/sec", + "range": "stddev: 0.000005039088796636062", + "extra": "mean: 36.6945230622844 usec\nrounds: 8282" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 17905.358389944897, + "unit": "iter/sec", + "range": "stddev: 0.000003883732547702168", + "extra": "mean: 55.84920325088659 usec\nrounds: 6091" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-compile]", + "value": 15512.525010957479, + "unit": "iter/sec", + "range": "stddev: 0.000005238849357125634", + "extra": "mean: 64.46403788510489 usec\nrounds: 7813" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-eager]", + "value": 5768.964259511539, + "unit": "iter/sec", + "range": "stddev: 0.000019566440799808423", + "extra": "mean: 173.34134083969352 usec\nrounds: 4929" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-compile]", + "value": 21108.384312591603, + "unit": "iter/sec", + "range": "stddev: 0.000005521651273528951", + "extra": "mean: 47.37454014438607 usec\nrounds: 12206" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-eager]", + "value": 8349.367188789332, + "unit": "iter/sec", + "range": "stddev: 0.000006121998813023492", + "extra": "mean: 119.76955587037742 usec\nrounds: 7428" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-compile]", + "value": 37932.20032993296, + "unit": "iter/sec", + "range": "stddev: 0.000002308147739717", + "extra": "mean: 26.36282607657966 usec\nrounds: 20808" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-eager]", + "value": 15763.096462342923, + "unit": "iter/sec", + "range": "stddev: 0.0000027258170807893364", + "extra": "mean: 63.43931234506743 usec\nrounds: 14071" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-compile]", + "value": 12687.28837076736, + "unit": "iter/sec", + "range": "stddev: 0.000003909022779911552", + "extra": "mean: 78.81904870264388 usec\nrounds: 10944" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-eager]", + "value": 14540.51527908982, + "unit": "iter/sec", + "range": "stddev: 0.0000028670085413700426", + "extra": "mean: 68.7733536814932 usec\nrounds: 12958" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-compile]", + "value": 9349.636200371542, + "unit": "iter/sec", + "range": "stddev: 0.000005328712810105245", + "extra": "mean: 106.95603321552353 usec\nrounds: 7918" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-eager]", + "value": 4617.366955637322, + "unit": "iter/sec", + "range": "stddev: 0.00002155669434096936", + "extra": "mean: 216.57364675751077 usec\nrounds: 4303" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-compile]", + "value": 21069.472377314425, + "unit": "iter/sec", + "range": "stddev: 0.000005126899711503401", + "extra": "mean: 47.46203331967171 usec\nrounds: 12635" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-eager]", + "value": 14913.24395305173, + "unit": "iter/sec", + "range": "stddev: 0.000013382938360809223", + "extra": "mean: 67.05449217809971 usec\nrounds: 11762" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-compile]", + "value": 9401.196959312487, + "unit": "iter/sec", + "range": "stddev: 0.000009113869986420883", + "extra": "mean: 106.36943405482384 usec\nrounds: 7347" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-eager]", + "value": 4904.131411929394, + "unit": "iter/sec", + "range": "stddev: 0.00001620404434990773", + "extra": "mean: 203.90970714354856 usec\nrounds: 4661" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-eager]", + "value": 4268.819288462823, + "unit": "iter/sec", + "range": "stddev: 0.000008814045786315022", + "extra": "mean: 234.25681258109526 usec\nrounds: 3847" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-compile]", + "value": 9164.531576623285, + "unit": "iter/sec", + "range": "stddev: 0.000009194100623181108", + "extra": "mean: 109.11632434665633 usec\nrounds: 6937" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-eager]", + "value": 16511.619482831247, + "unit": "iter/sec", + "range": "stddev: 0.000005732301420890032", + "extra": "mean: 60.563411180823195 usec\nrounds: 12092" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-compile]", + "value": 20832.11662207031, + "unit": "iter/sec", + "range": "stddev: 0.00000562959717120759", + "extra": "mean: 48.002803466478454 usec\nrounds: 14481" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-eager]", + "value": 6265.557534122916, + "unit": "iter/sec", + "range": "stddev: 0.000008481316885167463", + "extra": "mean: 159.6027160478361 usec\nrounds: 5110" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-compile]", + "value": 9447.024841564331, + "unit": "iter/sec", + "range": "stddev: 0.000008577153170005094", + "extra": "mean: 105.85343182334749 usec\nrounds: 7818" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-compile]", + "value": 47440.67745904413, + "unit": "iter/sec", + "range": "stddev: 0.000002725212909789268", + "extra": "mean: 21.078956995572145 usec\nrounds: 27346" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-eager]", + "value": 14733.316570801808, + "unit": "iter/sec", + "range": "stddev: 0.00001220705591204513", + "extra": "mean: 67.87338038889222 usec\nrounds: 13523" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-compile]", + "value": 12303.968739629781, + "unit": "iter/sec", + "range": "stddev: 0.000003957089655222093", + "extra": "mean: 81.27458880638292 usec\nrounds: 10720" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-eager]", + "value": 14043.595670009923, + "unit": "iter/sec", + "range": "stddev: 0.000004622803501804313", + "extra": "mean: 71.20683502270708 usec\nrounds: 12529" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-compile]", + "value": 4710.150775487957, + "unit": "iter/sec", + "range": "stddev: 0.00003264023006246815", + "extra": "mean: 212.30742871419082 usec\nrounds: 3002" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-eager]", + "value": 740.4720385212073, + "unit": "iter/sec", + "range": "stddev: 0.000028693748182022506", + "extra": "mean: 1.3504898875008091 msec\nrounds: 720" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-compile]", + "value": 4755.5370408014, + "unit": "iter/sec", + "range": "stddev: 0.000021872878806827006", + "extra": "mean: 210.28119251731886 usec\nrounds: 3475" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-eager]", + "value": 1278.1350787357721, + "unit": "iter/sec", + "range": "stddev: 0.000020070887507038912", + "extra": "mean: 782.389918434223 usec\nrounds: 1226" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[compile]", + "value": 2145.572281812536, + "unit": "iter/sec", + "range": "stddev: 0.00001561120633636908", + "extra": "mean: 466.076118002056 usec\nrounds: 1661" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[eager]", + "value": 379.9783470757618, + "unit": "iter/sec", + "range": "stddev: 0.0001760785886950372", + "extra": "mean: 2.6317289069122025 msec\nrounds: 376" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-compile]", + "value": 26464.86641317963, + "unit": "iter/sec", + "range": "stddev: 0.000004196528592807313", + "extra": "mean: 37.785945501768914 usec\nrounds: 17230" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-eager]", + "value": 28806.87622587815, + "unit": "iter/sec", + "range": "stddev: 0.000011582580725531126", + "extra": "mean: 34.71393399821906 usec\nrounds: 19757" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-compile]", + "value": 32329.88076370862, + "unit": "iter/sec", + "range": "stddev: 0.00000396731870495311", + "extra": "mean: 30.931137894035594 usec\nrounds: 19544" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-eager]", + "value": 42202.713360326205, + "unit": "iter/sec", + "range": "stddev: 0.000002645864012009556", + "extra": "mean: 23.695158921702813 usec\nrounds: 26082" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-compile]", + "value": 31676.71845312964, + "unit": "iter/sec", + "range": "stddev: 0.0000025976905959098256", + "extra": "mean: 31.56892660708043 usec\nrounds: 19348" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-eager]", + "value": 41794.47637605983, + "unit": "iter/sec", + "range": "stddev: 0.00000283938760720807", + "extra": "mean: 23.926606736310426 usec\nrounds: 26364" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-compile]", + "value": 18320.935782517838, + "unit": "iter/sec", + "range": "stddev: 0.00000433455949388948", + "extra": "mean: 54.58236478041791 usec\nrounds: 11522" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-eager]", + "value": 47038.57051019037, + "unit": "iter/sec", + "range": "stddev: 0.000010791653992307832", + "extra": "mean: 21.259149441698305 usec\nrounds: 30788" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-compile]", + "value": 21662.094740730634, + "unit": "iter/sec", + "range": "stddev: 0.0000033834241209484502", + "extra": "mean: 46.16358722315658 usec\nrounds: 14589" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-eager]", + "value": 51189.037140775494, + "unit": "iter/sec", + "range": "stddev: 0.00000220089174293005", + "extra": "mean: 19.53543289454517 usec\nrounds: 32449" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-compile]", + "value": 20876.55230830657, + "unit": "iter/sec", + "range": "stddev: 0.000004871651233232587", + "extra": "mean: 47.90062962657441 usec\nrounds: 15101" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-eager]", + "value": 51901.59609214543, + "unit": "iter/sec", + "range": "stddev: 0.0000014719266557743883", + "extra": "mean: 19.26723020665131 usec\nrounds: 33483" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-compile]", + "value": 18253.303802522187, + "unit": "iter/sec", + "range": "stddev: 0.000003999020313597038", + "extra": "mean: 54.784602876210435 usec\nrounds: 12865" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-eager]", + "value": 45457.281129500196, + "unit": "iter/sec", + "range": "stddev: 0.0000142267677573701", + "extra": "mean: 21.998676013005863 usec\nrounds: 31458" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-compile]", + "value": 21163.38147910077, + "unit": "iter/sec", + "range": "stddev: 0.000004487760343028642", + "extra": "mean: 47.25142817973198 usec\nrounds: 15323" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-eager]", + "value": 52553.18992438733, + "unit": "iter/sec", + "range": "stddev: 0.0000026448370899387787", + "extra": "mean: 19.02834064761404 usec\nrounds: 25839" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-compile]", + "value": 21157.157249562533, + "unit": "iter/sec", + "range": "stddev: 0.0000035385032387364394", + "extra": "mean: 47.26532908955323 usec\nrounds: 15318" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-eager]", + "value": 51891.52500854991, + "unit": "iter/sec", + "range": "stddev: 0.0000015679203226016033", + "extra": "mean: 19.270969581935297 usec\nrounds: 32974" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[eager]", + "value": 29718.887713358028, + "unit": "iter/sec", + "range": "stddev: 0.0000027688243001596887", + "extra": "mean: 33.64863482257852 usec\nrounds: 19114" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile]", + "value": 19627.228981340624, + "unit": "iter/sec", + "range": "stddev: 0.0000068849065724497165", + "extra": "mean: 50.94962722199289 usec\nrounds: 8324" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile-overhead]", + "value": 19708.31375066522, + "unit": "iter/sec", + "range": "stddev: 0.0000036055380286486023", + "extra": "mean: 50.74000813317917 usec\nrounds: 8484" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[eager]", + "value": 4280.573030468367, + "unit": "iter/sec", + "range": "stddev: 0.00001574199775315472", + "extra": "mean: 233.61358231296973 usec\nrounds: 2861" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile]", + "value": 4591.35641819021, + "unit": "iter/sec", + "range": "stddev: 0.00003853447094982515", + "extra": "mean: 217.80056020877882 usec\nrounds: 3247" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile-overhead]", + "value": 4536.994850055851, + "unit": "iter/sec", + "range": "stddev: 0.000045119268797511714", + "extra": "mean: 220.4102127177177 usec\nrounds: 3145" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[eager]", + "value": 77.54878626455705, + "unit": "iter/sec", + "range": "stddev: 0.0014803463981056819", + "extra": "mean: 12.895108333333653 msec\nrounds: 84" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile]", + "value": 73.1894821981459, + "unit": "iter/sec", + "range": "stddev: 0.0012602848516248225", + "extra": "mean: 13.663165388883336 msec\nrounds: 72" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile-overhead]", + "value": 71.72665139011055, + "unit": "iter/sec", + "range": "stddev: 0.001249868588438016", + "extra": "mean: 13.941819123287232 msec\nrounds: 73" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[eager]", + "value": 8526.271005768449, + "unit": "iter/sec", + "range": "stddev: 0.000007557287289769889", + "extra": "mean: 117.28456664389978 usec\nrounds: 7135" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile]", + "value": 15298.497253418225, + "unit": "iter/sec", + "range": "stddev: 0.000004562335119126979", + "extra": "mean: 65.36589727965371 usec\nrounds: 7759" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile-overhead]", + "value": 15620.589122955012, + "unit": "iter/sec", + "range": "stddev: 0.0000060815295458410606", + "extra": "mean: 64.0180720540472 usec\nrounds: 9493" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[eager]", + "value": 2165.1369225815824, + "unit": "iter/sec", + "range": "stddev: 0.00006345586395075737", + "extra": "mean: 461.86455441702896 usec\nrounds: 2049" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile]", + "value": 4209.946607646437, + "unit": "iter/sec", + "range": "stddev: 0.000034771539525927044", + "extra": "mean: 237.53270366510614 usec\nrounds: 2892" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile-overhead]", + "value": 4220.258896138487, + "unit": "iter/sec", + "range": "stddev: 0.000016607172015215235", + "extra": "mean: 236.952287670075 usec\nrounds: 3796" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-eager]", + "value": 1749.6619514344493, + "unit": "iter/sec", + "range": "stddev: 0.00003841650954650204", + "extra": "mean: 571.5389759605599 usec\nrounds: 1664" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile]", + "value": 2283.791891415517, + "unit": "iter/sec", + "range": "stddev: 0.000017829661170089735", + "extra": "mean: 437.86826801464383 usec\nrounds: 2026" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile-overhead]", + "value": 2290.8308269454283, + "unit": "iter/sec", + "range": "stddev: 0.0000285123637120705", + "extra": "mean: 436.52284936875515 usec\nrounds: 2058" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-eager]", + "value": 1250.263951485943, + "unit": "iter/sec", + "range": "stddev: 0.0000384354674589031", + "extra": "mean: 799.8311067127039 usec\nrounds: 1162" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile]", + "value": 2054.076420929443, + "unit": "iter/sec", + "range": "stddev: 0.00003675617840760086", + "extra": "mean: 486.83680403064704 usec\nrounds: 1786" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile-overhead]", + "value": 2060.4582611546166, + "unit": "iter/sec", + "range": "stddev: 0.00004125252908069678", + "extra": "mean: 485.3289284489709 usec\nrounds: 1761" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-eager]", + "value": 1745.028910385576, + "unit": "iter/sec", + "range": "stddev: 0.00003236402450092704", + "extra": "mean: 573.0564084345418 usec\nrounds: 1660" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile]", + "value": 2272.639039892915, + "unit": "iter/sec", + "range": "stddev: 0.00002675270472673803", + "extra": "mean: 440.0170825399176 usec\nrounds: 1999" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile-overhead]", + "value": 2295.2512841809344, + "unit": "iter/sec", + "range": "stddev: 0.000013974622952240164", + "extra": "mean: 435.68214377749587 usec\nrounds: 2017" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-eager]", + "value": 1063.3154582277543, + "unit": "iter/sec", + "range": "stddev: 0.000029833806056829062", + "extra": "mean: 940.4546809342137 usec\nrounds: 1028" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile]", + "value": 1932.8984504295017, + "unit": "iter/sec", + "range": "stddev: 0.00006702625327051166", + "extra": "mean: 517.357753470077 usec\nrounds: 1874" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile-overhead]", + "value": 1993.2497754646245, + "unit": "iter/sec", + "range": "stddev: 0.000025469625571387023", + "extra": "mean: 501.69327111395313 usec\nrounds: 1634" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[eager]", + "value": 507.13979698613673, + "unit": "iter/sec", + "range": "stddev: 0.0001183807466939802", + "extra": "mean: 1.9718428842359936 msec\nrounds: 406" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile]", + "value": 1870.8601765626775, + "unit": "iter/sec", + "range": "stddev: 0.000037373179346138746", + "extra": "mean: 534.5134887831624 usec\nrounds: 1694" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile-overhead]", + "value": 1869.9723941399782, + "unit": "iter/sec", + "range": "stddev: 0.00004293437627325561", + "extra": "mean: 534.767252786056 usec\nrounds: 1436" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 7631.917237429567, + "unit": "iter/sec", + "range": "stddev: 0.000014001033090633818", + "extra": "mean: 131.0286745636671 usec\nrounds: 3546" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 39431.16599835015, + "unit": "iter/sec", + "range": "stddev: 0.0000026773036176353663", + "extra": "mean: 25.360650000607166 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 21630.756582923823, + "unit": "iter/sec", + "range": "stddev: 0.0000030439934524037844", + "extra": "mean: 46.23046799895292 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 35089.10932153987, + "unit": "iter/sec", + "range": "stddev: 0.000001998201927526971", + "extra": "mean: 28.498870998305392 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 19217.10402249386, + "unit": "iter/sec", + "range": "stddev: 0.000002741911043896691", + "extra": "mean: 52.03697699869281 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 641.3203688120163, + "unit": "iter/sec", + "range": "stddev: 0.00007532146191019972", + "extra": "mean: 1.5592830800811812 msec\nrounds: 487" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 5363.16205484415, + "unit": "iter/sec", + "range": "stddev: 0.000009415345458951808", + "extra": "mean: 186.45716645775667 usec\nrounds: 3190" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 5616.997708672237, + "unit": "iter/sec", + "range": "stddev: 0.000010794303983652136", + "extra": "mean: 178.03105001379518 usec\nrounds: 3679" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 4078.0997854051097, + "unit": "iter/sec", + "range": "stddev: 0.000021845477081050302", + "extra": "mean: 245.21224408947663 usec\nrounds: 2876" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 1505.7022933557223, + "unit": "iter/sec", + "range": "stddev: 0.000032090388985030045", + "extra": "mean: 664.1419119919942 usec\nrounds: 1284" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1493.7511986434597, + "unit": "iter/sec", + "range": "stddev: 0.000030537546898299084", + "extra": "mean: 669.4555297482897 usec\nrounds: 1395" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 1826.1585144921753, + "unit": "iter/sec", + "range": "stddev: 0.000037335965572773464", + "extra": "mean: 547.5975891819465 usec\nrounds: 1738" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 1837.657968064081, + "unit": "iter/sec", + "range": "stddev: 0.000023391343293215168", + "extra": "mean: 544.1709052384057 usec\nrounds: 1699" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[True]", + "value": 697.0687008898094, + "unit": "iter/sec", + "range": "stddev: 0.00014200574001212583", + "extra": "mean: 1.4345788280602734 msec\nrounds: 506" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[False]", + "value": 718.0106669641243, + "unit": "iter/sec", + "range": "stddev: 0.000019536437011471692", + "extra": "mean: 1.3927369689759292 msec\nrounds: 548" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init", + "value": 20075.659041088184, + "unit": "iter/sec", + "range": "stddev: 0.000007170844114970865", + "extra": "mean: 49.81156523695353 usec\nrounds: 4315" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init_nested", + "value": 10427.553977739295, + "unit": "iter/sec", + "range": "stddev: 0.000004447615368265533", + "extra": "mean: 95.89976730255212 usec\nrounds: 5187" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_tensor", + "value": 645627.2282891809, + "unit": "iter/sec", + "range": "stddev: 2.5422405306225803e-7", + "extra": "mean: 1.5488813918983184 usec\nrounds: 128288" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_nontensor", + "value": 212547.3218540946, + "unit": "iter/sec", + "range": "stddev: 3.9127131901215143e-7", + "extra": "mean: 4.704834628245567 usec\nrounds: 79790" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_tensor", + "value": 351417.42558387644, + "unit": "iter/sec", + "range": "stddev: 2.9862310152281524e-7", + "extra": "mean: 2.845618706410219 usec\nrounds: 144655" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_nontensor", + "value": 166506.21426203242, + "unit": "iter/sec", + "range": "stddev: 8.308445643626908e-7", + "extra": "mean: 6.005781852839982 usec\nrounds: 79726" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unbind", + "value": 76.0674712904639, + "unit": "iter/sec", + "range": "stddev: 0.04302209808327451", + "extra": "mean: 13.146223780484256 msec\nrounds: 82" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_full_like", + "value": 121.52399576543164, + "unit": "iter/sec", + "range": "stddev: 0.0003770608722026037", + "extra": "mean: 8.228827514281399 msec\nrounds: 105" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_zeros_like", + "value": 143.58567560710503, + "unit": "iter/sec", + "range": "stddev: 0.00035143827057723545", + "extra": "mean: 6.964483022222288 msec\nrounds: 180" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_ones_like", + "value": 121.54409054706623, + "unit": "iter/sec", + "range": "stddev: 0.0005822274355346604", + "extra": "mean: 8.22746704919203 msec\nrounds: 122" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_clone", + "value": 106.44034185810568, + "unit": "iter/sec", + "range": "stddev: 0.0005977104335251811", + "extra": "mean: 9.394934125005797 msec\nrounds: 104" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_squeeze", + "value": 81852.60972932803, + "unit": "iter/sec", + "range": "stddev: 0.000001239613433098492", + "extra": "mean: 12.217081450509903 usec\nrounds: 16022" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unsqueeze", + "value": 10482.109823836825, + "unit": "iter/sec", + "range": "stddev: 0.000009214727909196191", + "extra": "mean: 95.40064136000099 usec\nrounds: 4057" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_split", + "value": 4863.361384013458, + "unit": "iter/sec", + "range": "stddev: 0.000021535306570171524", + "extra": "mean: 205.6191019008249 usec\nrounds: 2895" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_permute", + "value": 4656.448006806964, + "unit": "iter/sec", + "range": "stddev: 0.000010919375276879366", + "extra": "mean: 214.75596818393848 usec\nrounds: 2043" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_stack", + "value": 39.71248113291494, + "unit": "iter/sec", + "range": "stddev: 0.0008329006320770358", + "extra": "mean: 25.181000317080894 msec\nrounds: 41" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_cat", + "value": 39.19709207264773, + "unit": "iter/sec", + "range": "stddev: 0.0008615555490000588", + "extra": "mean: 25.512096615396985 msec\nrounds: 39" + } + ] } ], "GPU Benchmark Results": [