From 4972de8165ae9a8cbe1703b5e869abe0ab62f4da Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Thu, 26 Oct 2023 21:04:02 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for c3caa7612275306ce72697a82d5252681ddae0ab --- dev/bench/data.js | 761 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 760 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 711b3a311..4b83c052c 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1698353301678, + "lastUpdate": 1698354241830, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -125920,6 +125920,765 @@ window.BENCHMARK_DATA = { "extra": "mean: 904.0961927412135 usec\nrounds: 1240" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c3caa7612275306ce72697a82d5252681ddae0ab", + "message": "[Release] v0.2.1 (#546)", + "timestamp": "2023-10-26T21:56:44+01:00", + "tree_id": "25b87a61a91f860c5866dc9f92a81da15b045edf", + "url": "https://github.com/pytorch/tensordict/commit/c3caa7612275306ce72697a82d5252681ddae0ab" + }, + "date": 1698354234743, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 39577.11665190861, + "unit": "iter/sec", + "range": "stddev: 0.000013541061613567609", + "extra": "mean: 25.267126172815193 usec\nrounds: 2346" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 4397.877700153761, + "unit": "iter/sec", + "range": "stddev: 0.0000884643272499373", + "extra": "mean: 227.38240309980367 usec\nrounds: 129" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 33795.30188824342, + "unit": "iter/sec", + "range": "stddev: 0.00005442584361188307", + "extra": "mean: 29.589911737047576 usec\nrounds: 8418" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 3949.2623698852135, + "unit": "iter/sec", + "range": "stddev: 0.0000040271953428181944", + "extra": "mean: 253.21184219752547 usec\nrounds: 2858" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 239404.3615942573, + "unit": "iter/sec", + "range": "stddev: 2.983106044851335e-7", + "extra": "mean: 4.177033339496131 usec\nrounds: 76336" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2413.11353928709, + "unit": "iter/sec", + "range": "stddev: 0.000006709232527731945", + "extra": "mean: 414.4023825316697 usec\nrounds: 2141" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2407.5085258413033, + "unit": "iter/sec", + "range": "stddev: 0.00008561072424049668", + "extra": "mean: 415.3671687000777 usec\nrounds: 2377" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 3967.034039669967, + "unit": "iter/sec", + "range": "stddev: 0.0000041048726233363786", + "extra": "mean: 252.07749416821082 usec\nrounds: 3515" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 428.99146676659734, + "unit": "iter/sec", + "range": "stddev: 0.00004768399779550658", + "extra": "mean: 2.331048697861566 msec\nrounds: 374" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 472.44831347290165, + "unit": "iter/sec", + "range": "stddev: 0.0000344920028511798", + "extra": "mean: 2.116633653846999 msec\nrounds: 442" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 878.1415174309598, + "unit": "iter/sec", + "range": "stddev: 0.000015035772688018059", + "extra": "mean: 1.1387686154795897 msec\nrounds: 814" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 161971.95147545947, + "unit": "iter/sec", + "range": "stddev: 5.462651648745898e-7", + "extra": "mean: 6.173908450757358 usec\nrounds: 55249" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 4324.263513432366, + "unit": "iter/sec", + "range": "stddev: 0.001166680876293109", + "extra": "mean: 231.25325200319585 usec\nrounds: 3869" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 4760.591116197866, + "unit": "iter/sec", + "range": "stddev: 0.0000029305815302905574", + "extra": "mean: 210.05794776146803 usec\nrounds: 4556" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 4954.50344089688, + "unit": "iter/sec", + "range": "stddev: 0.0000054328278237747824", + "extra": "mean: 201.83657392293114 usec\nrounds: 4410" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 464.72980843503024, + "unit": "iter/sec", + "range": "stddev: 0.000026268908928096674", + "extra": "mean: 2.15178794613473 msec\nrounds: 427" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 464.25054346305114, + "unit": "iter/sec", + "range": "stddev: 0.0000210992325347068", + "extra": "mean: 2.15400932552616 msec\nrounds: 427" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 1049.7052571774484, + "unit": "iter/sec", + "range": "stddev: 0.000016774430547661575", + "extra": "mean: 952.648367875092 usec\nrounds: 965" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 538396.0909191321, + "unit": "iter/sec", + "range": "stddev: 2.1471148770880425e-7", + "extra": "mean: 1.8573686118204031 usec\nrounds: 126583" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 13550.48198430789, + "unit": "iter/sec", + "range": "stddev: 0.0000021757020531283898", + "extra": "mean: 73.79811294963886 usec\nrounds: 8703" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 13610.204633160847, + "unit": "iter/sec", + "range": "stddev: 0.000001752301622501921", + "extra": "mean: 73.47428102319127 usec\nrounds: 12821" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 15283.413801173483, + "unit": "iter/sec", + "range": "stddev: 0.0000015290747671886306", + "extra": "mean: 65.43040795788822 usec\nrounds: 12315" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 531.1402612399908, + "unit": "iter/sec", + "range": "stddev: 0.000017525304220419014", + "extra": "mean: 1.8827418536591776 msec\nrounds: 492" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 533.135557740736, + "unit": "iter/sec", + "range": "stddev: 0.00008271496456414234", + "extra": "mean: 1.8756955627527294 msec\nrounds: 494" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 1324.8554503721734, + "unit": "iter/sec", + "range": "stddev: 0.000012796992598266287", + "extra": "mean: 754.7993252539994 usec\nrounds: 1279" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 461869.5708677503, + "unit": "iter/sec", + "range": "stddev: 2.479557952188461e-7", + "extra": "mean: 2.1651134066295428 usec\nrounds: 76336" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 243160.2595555652, + "unit": "iter/sec", + "range": "stddev: 3.4183967240336643e-7", + "extra": "mean: 4.112514116524404 usec\nrounds: 49020" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 245855.14470334447, + "unit": "iter/sec", + "range": "stddev: 3.4001866301657883e-7", + "extra": "mean: 4.067435730119161 usec\nrounds: 64517" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 59834.828077388025, + "unit": "iter/sec", + "range": "stddev: 8.776638157381409e-7", + "extra": "mean: 16.712674409403153 usec\nrounds: 23419" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 59224.59899454561, + "unit": "iter/sec", + "range": "stddev: 5.939222664506027e-7", + "extra": "mean: 16.884875828236453 usec\nrounds: 24450" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 116155.55338089431, + "unit": "iter/sec", + "range": "stddev: 7.353947528823803e-7", + "extra": "mean: 8.609144986127575 usec\nrounds: 36100" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 115761.19266342219, + "unit": "iter/sec", + "range": "stddev: 6.057674407948466e-7", + "extra": "mean: 8.638473541884787 usec\nrounds: 40649" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 3847.758282425957, + "unit": "iter/sec", + "range": "stddev: 0.0000037121527380606388", + "extra": "mean: 259.8915853335553 usec\nrounds: 3123" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 51135.117910696594, + "unit": "iter/sec", + "range": "stddev: 7.663036093891873e-7", + "extra": "mean: 19.556031957263112 usec\nrounds: 22624" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 55933.06155682087, + "unit": "iter/sec", + "range": "stddev: 6.170527988770028e-7", + "extra": "mean: 17.878513569011904 usec\nrounds: 34601" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 59043.23315688456, + "unit": "iter/sec", + "range": "stddev: 7.160527284296931e-7", + "extra": "mean: 16.936741884423682 usec\nrounds: 39215" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 965.9408560992557, + "unit": "iter/sec", + "range": "stddev: 0.000014288187959505051", + "extra": "mean: 1.0352600717587253 msec\nrounds: 864" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1008.4226222776791, + "unit": "iter/sec", + "range": "stddev: 0.000013717214974893616", + "extra": "mean: 991.647725773292 usec\nrounds: 970" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 55258.55388169446, + "unit": "iter/sec", + "range": "stddev: 0.000033503167079839914", + "extra": "mean: 18.09674574801478 usec\nrounds: 36629" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 58728.95639448252, + "unit": "iter/sec", + "range": "stddev: 0.000003907727482837882", + "extra": "mean: 17.02737561490107 usec\nrounds: 38023" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 965.8456353430805, + "unit": "iter/sec", + "range": "stddev: 0.000018958914820600397", + "extra": "mean: 1.035362135942963 msec\nrounds: 868" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1012.650529338963, + "unit": "iter/sec", + "range": "stddev: 0.000008049089051902234", + "extra": "mean: 987.5075073063746 usec\nrounds: 958" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 574.9703030714173, + "unit": "iter/sec", + "range": "stddev: 0.00010855916319921934", + "extra": "mean: 1.7392202599997404 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 41.37122380615842, + "unit": "iter/sec", + "range": "stddev: 0.02098930550022385", + "extra": "mean: 24.171390353000447 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 542.1705719689493, + "unit": "iter/sec", + "range": "stddev: 0.0026279995605801108", + "extra": "mean: 1.844437990000813 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 40.20546375529515, + "unit": "iter/sec", + "range": "stddev: 0.021547967852040856", + "extra": "mean: 24.87224139699913 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 847.4349828243253, + "unit": "iter/sec", + "range": "stddev: 0.000010145442414500642", + "extra": "mean: 1.1800315307579199 msec\nrounds: 829" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 474.6312759246335, + "unit": "iter/sec", + "range": "stddev: 0.000016545815191818845", + "extra": "mean: 2.106898661601874 msec\nrounds: 461" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 781.6741266741466, + "unit": "iter/sec", + "range": "stddev: 0.00003425120478630875", + "extra": "mean: 1.2793054878952979 msec\nrounds: 537" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 138131.99438522456, + "unit": "iter/sec", + "range": "stddev: 5.208911341275368e-7", + "extra": "mean: 7.239452412532212 usec\nrounds: 37594" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 63796.456756680775, + "unit": "iter/sec", + "range": "stddev: 7.042312602497198e-7", + "extra": "mean: 15.674851721216944 usec\nrounds: 13569" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 35466.32005282175, + "unit": "iter/sec", + "range": "stddev: 0.0000011485824072233642", + "extra": "mean: 28.195764277507514 usec\nrounds: 11136" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 32312.45263321642, + "unit": "iter/sec", + "range": "stddev: 0.0000014871057722336366", + "extra": "mean: 30.94782099493197 usec\nrounds: 11050" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 35286.139899257876, + "unit": "iter/sec", + "range": "stddev: 0.000003534348888914895", + "extra": "mean: 28.33973913992875 usec\nrounds: 9001" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 30696.044646042534, + "unit": "iter/sec", + "range": "stddev: 0.0000013109255702641733", + "extra": "mean: 32.577487149600046 usec\nrounds: 8404" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 15812.325402904115, + "unit": "iter/sec", + "range": "stddev: 0.0000027921365903790073", + "extra": "mean: 63.241805017264475 usec\nrounds: 4744" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 10702.983985594115, + "unit": "iter/sec", + "range": "stddev: 0.000003527217473395661", + "extra": "mean: 93.4318879058372 usec\nrounds: 2828" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 18895.05485574674, + "unit": "iter/sec", + "range": "stddev: 0.000001885860436736948", + "extra": "mean: 52.923900334476144 usec\nrounds: 7164" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 11330.256861141714, + "unit": "iter/sec", + "range": "stddev: 0.000006654725854181127", + "extra": "mean: 88.25925239432156 usec\nrounds: 4176" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 24945.472315681876, + "unit": "iter/sec", + "range": "stddev: 0.0000017548195693612262", + "extra": "mean: 40.0874350000322 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 14071.957630230581, + "unit": "iter/sec", + "range": "stddev: 0.000003568291921168244", + "extra": "mean: 71.0633180028708 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 10567.619720492059, + "unit": "iter/sec", + "range": "stddev: 0.00000429859238605611", + "extra": "mean: 94.62868899993282 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 16950.020152997302, + "unit": "iter/sec", + "range": "stddev: 0.0000020119972317448323", + "extra": "mean: 58.99698000200715 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 27139.413244482275, + "unit": "iter/sec", + "range": "stddev: 0.0000035371438605076894", + "extra": "mean: 36.84678039984193 usec\nrounds: 9408" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 27972.994783864247, + "unit": "iter/sec", + "range": "stddev: 0.0000032633435956908863", + "extra": "mean: 35.7487643967543 usec\nrounds: 9690" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 3757.3498607276224, + "unit": "iter/sec", + "range": "stddev: 0.00018996359542492396", + "extra": "mean: 266.1450322878229 usec\nrounds: 2230" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 21067.165992990886, + "unit": "iter/sec", + "range": "stddev: 0.000058227275619648906", + "extra": "mean: 47.46722935266676 usec\nrounds: 15038" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 14491.091607569597, + "unit": "iter/sec", + "range": "stddev: 0.00006946633376832983", + "extra": "mean: 69.0079137639043 usec\nrounds: 8210" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 21887.71845132174, + "unit": "iter/sec", + "range": "stddev: 0.00007083265438832084", + "extra": "mean: 45.687722191054256 usec\nrounds: 9017" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 15971.580710172322, + "unit": "iter/sec", + "range": "stddev: 0.00003387729787321699", + "extra": "mean: 62.61121038339671 usec\nrounds: 6935" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 8844.979960813687, + "unit": "iter/sec", + "range": "stddev: 0.000005314151718745629", + "extra": "mean: 113.05848113057857 usec\nrounds: 4134" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 1310.5435658422361, + "unit": "iter/sec", + "range": "stddev: 0.000008947053270941898", + "extra": "mean: 763.0421651472061 usec\nrounds: 1096" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 92.20792077641154, + "unit": "iter/sec", + "range": "stddev: 0.014147806276129849", + "extra": "mean: 10.845055300887102 msec\nrounds: 113" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 651310.3659836656, + "unit": "iter/sec", + "range": "stddev: 2.723194033721402e-7", + "extra": "mean: 1.5353663203098464 usec\nrounds: 120482" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 1878.173117348855, + "unit": "iter/sec", + "range": "stddev: 0.00002092480301826067", + "extra": "mean: 532.4322826063847 usec\nrounds: 644" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 1656.7888847116435, + "unit": "iter/sec", + "range": "stddev: 0.00016409453699538115", + "extra": "mean: 603.5772023989921 usec\nrounds: 1250" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 26502.92998098904, + "unit": "iter/sec", + "range": "stddev: 0.000022384598573474943", + "extra": "mean: 37.73167724162254 usec\nrounds: 4192" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 100044.57716690993, + "unit": "iter/sec", + "range": "stddev: 0.000001052452790100419", + "extra": "mean: 9.995544269547407 usec\nrounds: 11588" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 32032.33275368651, + "unit": "iter/sec", + "range": "stddev: 0.000002002192560357406", + "extra": "mean: 31.21845691631412 usec\nrounds: 6325" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 2814.2013231918377, + "unit": "iter/sec", + "range": "stddev: 0.000005908159111918127", + "extra": "mean: 355.3406047246863 usec\nrounds: 1905" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 708.971435982552, + "unit": "iter/sec", + "range": "stddev: 0.000017209945907201756", + "extra": "mean: 1.410494061180499 msec\nrounds: 474" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 327.22066713262046, + "unit": "iter/sec", + "range": "stddev: 0.00002575423655114622", + "extra": "mean: 3.056041688206406 msec\nrounds: 263" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 26146.94373592546, + "unit": "iter/sec", + "range": "stddev: 0.000001856318544324943", + "extra": "mean: 38.24538768659286 usec\nrounds: 7813" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 21023.138437388447, + "unit": "iter/sec", + "range": "stddev: 0.000002010316259856708", + "extra": "mean: 47.566637254386215 usec\nrounds: 8772" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 26373.057597859653, + "unit": "iter/sec", + "range": "stddev: 0.0000015018581706846583", + "extra": "mean: 37.91748439821238 usec\nrounds: 9294" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 96965.75528542281, + "unit": "iter/sec", + "range": "stddev: 5.946284790489595e-7", + "extra": "mean: 10.312919205924375 usec\nrounds: 17452" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 22749.09445906365, + "unit": "iter/sec", + "range": "stddev: 0.000001995560052653789", + "extra": "mean: 43.95779365193949 usec\nrounds: 7342" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 8802.212453100878, + "unit": "iter/sec", + "range": "stddev: 0.000003676414834705381", + "extra": "mean: 113.6078009168838 usec\nrounds: 4792" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 23014.791489554907, + "unit": "iter/sec", + "range": "stddev: 0.000002307490835814371", + "extra": "mean: 43.45031761221224 usec\nrounds: 5195" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 8028.539075901222, + "unit": "iter/sec", + "range": "stddev: 0.000013283436017038917", + "extra": "mean: 124.55566206330604 usec\nrounds: 3983" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 18273.92328955922, + "unit": "iter/sec", + "range": "stddev: 0.0000021078704475063976", + "extra": "mean: 54.72278635269026 usec\nrounds: 5818" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 11026.049180518949, + "unit": "iter/sec", + "range": "stddev: 0.000003517747194432849", + "extra": "mean: 90.6943170330512 usec\nrounds: 4867" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 94533.17260552399, + "unit": "iter/sec", + "range": "stddev: 4.908370398629002e-7", + "extra": "mean: 10.578297252043836 usec\nrounds: 13793" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 30024.592245796062, + "unit": "iter/sec", + "range": "stddev: 0.000020488186442784166", + "extra": "mean: 33.30603099664131 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 15703.42240130117, + "unit": "iter/sec", + "range": "stddev: 0.000023917798556492733", + "extra": "mean: 63.68038599771353 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 26320.599216627816, + "unit": "iter/sec", + "range": "stddev: 0.0000027206164196342784", + "extra": "mean: 37.99305600034586 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 12889.761078584017, + "unit": "iter/sec", + "range": "stddev: 0.000020531157857914258", + "extra": "mean: 77.58095700171452 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 517.8757218389512, + "unit": "iter/sec", + "range": "stddev: 0.000020491442287239365", + "extra": "mean: 1.9309652061870157 msec\nrounds: 388" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 619.5142079344139, + "unit": "iter/sec", + "range": "stddev: 0.00015298357425772802", + "extra": "mean: 1.6141679838694951 msec\nrounds: 558" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 4366.870806164048, + "unit": "iter/sec", + "range": "stddev: 0.000006565089102736235", + "extra": "mean: 228.99692809515957 usec\nrounds: 1502" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 4614.20756232058, + "unit": "iter/sec", + "range": "stddev: 0.000007164259068123845", + "extra": "mean: 216.72193686429645 usec\nrounds: 2360" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 590.5050294159397, + "unit": "iter/sec", + "range": "stddev: 0.0005930710100668427", + "extra": "mean: 1.6934656779961486 msec\nrounds: 559" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 1231.5085259735406, + "unit": "iter/sec", + "range": "stddev: 0.00035262112769796295", + "extra": "mean: 812.0122426350829 usec\nrounds: 1290" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 815.1961250012371, + "unit": "iter/sec", + "range": "stddev: 0.00033352269569797644", + "extra": "mean: 1.2266986671440354 msec\nrounds: 697" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 1706.863625340266, + "unit": "iter/sec", + "range": "stddev: 0.00012980161733294876", + "extra": "mean: 585.8698874086373 usec\nrounds: 1652" + } + ] } ], "GPU Benchmark Results": [