From 6a381b2ea0ad7e691eeeb5b3cc5a64675eb0b5ef Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Fri, 3 Nov 2023 17:09:52 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for ec304fdbbe953fafad8ffff097f3755b04205405 --- dev/bench/data.js | 761 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 760 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index f0676e54d..57b0d85ae 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1698999436456, + "lastUpdate": 1699031392286, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -128956,6 +128956,765 @@ window.BENCHMARK_DATA = { "extra": "mean: 883.3609228598236 usec\nrounds: 1063" } ] + }, + { + "commit": { + "author": { + "email": "vincentmoens@gmail.com", + "name": "vmoens", + "username": "vmoens" + }, + "committer": { + "email": "vincentmoens@gmail.com", + "name": "vmoens", + "username": "vmoens" + }, + "distinct": true, + "id": "ec304fdbbe953fafad8ffff097f3755b04205405", + "message": "[Refactor] Faster instantiation", + "timestamp": "2023-11-03T17:02:20Z", + "tree_id": "41b1a50f61104ebcb3adde67ed8995be3f60719b", + "url": "https://github.com/pytorch/tensordict/commit/ec304fdbbe953fafad8ffff097f3755b04205405" + }, + "date": 1699031386226, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 40966.2748052693, + "unit": "iter/sec", + "range": "stddev: 0.000019876737448328847", + "extra": "mean: 24.410322997476325 usec\nrounds: 4579" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 4337.151636817342, + "unit": "iter/sec", + "range": "stddev: 0.00005898754960349046", + "extra": "mean: 230.56606817967128 usec\nrounds: 484" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 32788.97014576075, + "unit": "iter/sec", + "range": "stddev: 0.00001966747245336378", + "extra": "mean: 30.498060645228556 usec\nrounds: 7519" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 3463.329972753068, + "unit": "iter/sec", + "range": "stddev: 0.00011535815285517951", + "extra": "mean: 288.7394524539285 usec\nrounds: 2955" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 237988.16606138463, + "unit": "iter/sec", + "range": "stddev: 0.000011154914752705888", + "extra": "mean: 4.201889600435295 usec\nrounds: 72464" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2256.091407772384, + "unit": "iter/sec", + "range": "stddev: 0.00012850108420239413", + "extra": "mean: 443.24445213298264 usec\nrounds: 2110" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2063.793866926988, + "unit": "iter/sec", + "range": "stddev: 0.00021871384962758732", + "extra": "mean: 484.544515818826 usec\nrounds: 2307" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 3667.8761209605304, + "unit": "iter/sec", + "range": "stddev: 0.0001273384808239528", + "extra": "mean: 272.63734298041766 usec\nrounds: 3490" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 375.5311895020333, + "unit": "iter/sec", + "range": "stddev: 0.0005074749468058084", + "extra": "mean: 2.6628946621611718 msec\nrounds: 370" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 358.10312270335936, + "unit": "iter/sec", + "range": "stddev: 0.0006045327033746065", + "extra": "mean: 2.792491705883186 msec\nrounds: 306" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 665.49248956241, + "unit": "iter/sec", + "range": "stddev: 0.0003482253705617497", + "extra": "mean: 1.5026465597794245 msec\nrounds: 552" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 171184.1501231048, + "unit": "iter/sec", + "range": "stddev: 0.000007664810323142242", + "extra": "mean: 5.841662322597409 usec\nrounds: 55556" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 4169.959978916998, + "unit": "iter/sec", + "range": "stddev: 0.0010670402382626008", + "extra": "mean: 239.81045502976633 usec\nrounds: 3947" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 4533.241661591908, + "unit": "iter/sec", + "range": "stddev: 0.0001157765692270605", + "extra": "mean: 220.5926960551308 usec\nrounds: 4639" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 4811.192729583334, + "unit": "iter/sec", + "range": "stddev: 0.00006199604279809731", + "extra": "mean: 207.84866793033325 usec\nrounds: 4487" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 409.76242649315833, + "unit": "iter/sec", + "range": "stddev: 0.0006066609651781183", + "extra": "mean: 2.440438496419087 msec\nrounds: 419" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 405.57784536709676, + "unit": "iter/sec", + "range": "stddev: 0.0005267994551811896", + "extra": "mean: 2.465617911389809 msec\nrounds: 316" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 753.1871897723257, + "unit": "iter/sec", + "range": "stddev: 0.00034567830860413756", + "extra": "mean: 1.3276911949369203 msec\nrounds: 790" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 605993.6848168141, + "unit": "iter/sec", + "range": "stddev: 0.000005661720696397414", + "extra": "mean: 1.6501822132062152 usec\nrounds: 140846" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 12550.14985479434, + "unit": "iter/sec", + "range": "stddev: 0.00006874928763020153", + "extra": "mean: 79.6803234678497 usec\nrounds: 10406" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 12608.372038065, + "unit": "iter/sec", + "range": "stddev: 0.00004114639565834401", + "extra": "mean: 79.31238045490522 usec\nrounds: 11962" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 14316.561737304055, + "unit": "iter/sec", + "range": "stddev: 0.00004719092602843048", + "extra": "mean: 69.8491731708419 usec\nrounds: 12300" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 496.1927802367807, + "unit": "iter/sec", + "range": "stddev: 0.0002573709073130377", + "extra": "mean: 2.0153457281720324 msec\nrounds: 504" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 505.1566312997399, + "unit": "iter/sec", + "range": "stddev: 0.0002007202554895001", + "extra": "mean: 1.979584030060252 msec\nrounds: 499" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 985.6432956230614, + "unit": "iter/sec", + "range": "stddev: 0.0002783539143015588", + "extra": "mean: 1.0145658215712443 msec\nrounds: 992" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 456359.0735000681, + "unit": "iter/sec", + "range": "stddev: 0.0000061125876387651985", + "extra": "mean: 2.19125696862002 usec\nrounds: 71429" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 229596.5540430032, + "unit": "iter/sec", + "range": "stddev: 0.000007663644737218276", + "extra": "mean: 4.355466065978939 usec\nrounds: 57140" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 225882.60867708654, + "unit": "iter/sec", + "range": "stddev: 0.000008340151138899942", + "extra": "mean: 4.427078321153814 usec\nrounds: 69445" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 57101.19576997848, + "unit": "iter/sec", + "range": "stddev: 0.000017079681058323907", + "extra": "mean: 17.51276810433732 usec\nrounds: 25063" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 54617.9296722102, + "unit": "iter/sec", + "range": "stddev: 0.000019859240759129068", + "extra": "mean: 18.30900596198914 usec\nrounds: 27174" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 109189.31644345366, + "unit": "iter/sec", + "range": "stddev: 0.000016517869391730426", + "extra": "mean: 9.15840516794401 usec\nrounds: 36496" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 102006.76589553157, + "unit": "iter/sec", + "range": "stddev: 0.000021402397871703733", + "extra": "mean: 9.803271295005395 usec\nrounds: 43860" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 3517.584576905566, + "unit": "iter/sec", + "range": "stddev: 0.00007966025961932859", + "extra": "mean: 284.28598606140815 usec\nrounds: 2439" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 47379.03958548354, + "unit": "iter/sec", + "range": "stddev: 0.000021190970570382956", + "extra": "mean: 21.106379714509664 usec\nrounds: 20576" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 54727.31460166097, + "unit": "iter/sec", + "range": "stddev: 0.000015905851060180223", + "extra": "mean: 18.272411268095553 usec\nrounds: 33669" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 57209.71434601502, + "unit": "iter/sec", + "range": "stddev: 0.000018600877969710657", + "extra": "mean: 17.479548909330568 usec\nrounds: 36496" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 1030.9818632121674, + "unit": "iter/sec", + "range": "stddev: 0.00012921262529837135", + "extra": "mean: 969.949167567663 usec\nrounds: 925" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1085.220328926482, + "unit": "iter/sec", + "range": "stddev: 0.00026568419906176563", + "extra": "mean: 921.4718646021095 usec\nrounds: 1130" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 54240.70355312971, + "unit": "iter/sec", + "range": "stddev: 0.000022174460824416107", + "extra": "mean: 18.43633903126796 usec\nrounds: 33112" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 57891.93719864663, + "unit": "iter/sec", + "range": "stddev: 0.00001680952204247324", + "extra": "mean: 17.2735625786483 usec\nrounds: 34013" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 1011.8266569570384, + "unit": "iter/sec", + "range": "stddev: 0.0002098601925411104", + "extra": "mean: 988.311578000321 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1087.5387400946777, + "unit": "iter/sec", + "range": "stddev: 0.00023359362314612995", + "extra": "mean: 919.5074742008209 usec\nrounds: 1124" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 646.3670296356994, + "unit": "iter/sec", + "range": "stddev: 0.00022913723885482562", + "extra": "mean: 1.54710861499791 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 42.18177058139201, + "unit": "iter/sec", + "range": "stddev: 0.02186061378364893", + "extra": "mean: 23.706923304000384 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 594.2711421594835, + "unit": "iter/sec", + "range": "stddev: 0.0025459438642943784", + "extra": "mean: 1.6827335690004475 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 41.0573967836993, + "unit": "iter/sec", + "range": "stddev: 0.02188004834489571", + "extra": "mean: 24.356147207000276 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 872.1806464810963, + "unit": "iter/sec", + "range": "stddev: 0.00021205272684817652", + "extra": "mean: 1.1465514673303108 msec\nrounds: 903" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 507.9335689176331, + "unit": "iter/sec", + "range": "stddev: 0.000279860396640224", + "extra": "mean: 1.9687613916341897 msec\nrounds: 526" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 730.187792346668, + "unit": "iter/sec", + "range": "stddev: 0.000325608835479337", + "extra": "mean: 1.36951070735682 msec\nrounds: 557" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 276468.2710018923, + "unit": "iter/sec", + "range": "stddev: 0.00002299453397912319", + "extra": "mean: 3.617051592850434 usec\nrounds: 60241" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 82929.8661988302, + "unit": "iter/sec", + "range": "stddev: 0.000013019928234977397", + "extra": "mean: 12.058381929646787 usec\nrounds: 16181" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 52113.820753763786, + "unit": "iter/sec", + "range": "stddev: 0.000018830825264295944", + "extra": "mean: 19.188767692259017 usec\nrounds: 15699" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 44240.0943919822, + "unit": "iter/sec", + "range": "stddev: 0.000028317602774316307", + "extra": "mean: 22.603930071659924 usec\nrounds: 14472" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 47727.43461078152, + "unit": "iter/sec", + "range": "stddev: 0.000017663473378263248", + "extra": "mean: 20.95230988539456 usec\nrounds: 10278" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 40067.623059202284, + "unit": "iter/sec", + "range": "stddev: 0.00005094676718133228", + "extra": "mean: 24.957806918629558 usec\nrounds: 10493" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 14708.900321207015, + "unit": "iter/sec", + "range": "stddev: 0.00003663564389108096", + "extra": "mean: 67.98604777803945 usec\nrounds: 5672" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 7618.644150690466, + "unit": "iter/sec", + "range": "stddev: 0.0000540289390103119", + "extra": "mean: 131.2569507409493 usec\nrounds: 2903" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 20550.06566583727, + "unit": "iter/sec", + "range": "stddev: 0.00002651688191799795", + "extra": "mean: 48.661644992327915 usec\nrounds: 8397" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 8178.874629628158, + "unit": "iter/sec", + "range": "stddev: 0.00004747795573595954", + "extra": "mean: 122.26620962955923 usec\nrounds: 4279" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 15582.149575527392, + "unit": "iter/sec", + "range": "stddev: 0.00010422542034350413", + "extra": "mean: 64.17599800033713 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 9097.613453021188, + "unit": "iter/sec", + "range": "stddev: 0.000041072212999328254", + "extra": "mean: 109.91893700077071 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 6500.145336730087, + "unit": "iter/sec", + "range": "stddev: 0.00005101813419430418", + "extra": "mean: 153.84271400046146 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 11336.74817334947, + "unit": "iter/sec", + "range": "stddev: 0.000037123700782480775", + "extra": "mean: 88.20871600119062 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 28536.67526879757, + "unit": "iter/sec", + "range": "stddev: 0.00003464562914828951", + "extra": "mean: 35.04262464287194 usec\nrounds: 12255" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 31433.19461272491, + "unit": "iter/sec", + "range": "stddev: 0.000029966149011561984", + "extra": "mean: 31.813502010233982 usec\nrounds: 12438" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 2921.1024235321656, + "unit": "iter/sec", + "range": "stddev: 0.00017940384603817047", + "extra": "mean: 342.3365069105693 usec\nrounds: 2026" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 22056.16503293275, + "unit": "iter/sec", + "range": "stddev: 0.000027852930396768733", + "extra": "mean: 45.33879749751911 usec\nrounds: 14306" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 16075.415357772376, + "unit": "iter/sec", + "range": "stddev: 0.00003295117249540037", + "extra": "mean: 62.20679078855063 usec\nrounds: 9488" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 26555.942047397555, + "unit": "iter/sec", + "range": "stddev: 0.000030113215134674514", + "extra": "mean: 37.65635571184712 usec\nrounds: 11588" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 20723.04400500604, + "unit": "iter/sec", + "range": "stddev: 0.000027827913901219004", + "extra": "mean: 48.25545898365276 usec\nrounds: 9606" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 10645.090319420307, + "unit": "iter/sec", + "range": "stddev: 0.00004430542333517586", + "extra": "mean: 93.94002023408443 usec\nrounds: 6128" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 2064.113514234467, + "unit": "iter/sec", + "range": "stddev: 0.00013803946512157573", + "extra": "mean: 484.46947956293843 usec\nrounds: 1737" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 134.55459278572184, + "unit": "iter/sec", + "range": "stddev: 0.012586520119332074", + "extra": "mean: 7.431927660711662 msec\nrounds: 168" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 741955.6829420949, + "unit": "iter/sec", + "range": "stddev: 0.000004124791911846325", + "extra": "mean: 1.3477893936126693 usec\nrounds: 185151" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 1607.8015305300805, + "unit": "iter/sec", + "range": "stddev: 0.00026716809074003547", + "extra": "mean: 621.9673143800948 usec\nrounds: 598" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 1464.4907848373623, + "unit": "iter/sec", + "range": "stddev: 0.0002844142845884933", + "extra": "mean: 682.8312000003838 usec\nrounds: 1270" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 14030.327222706681, + "unit": "iter/sec", + "range": "stddev: 0.00004238072364802339", + "extra": "mean: 71.27417515833844 usec\nrounds: 3631" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 70757.22374799458, + "unit": "iter/sec", + "range": "stddev: 0.00002078256265257712", + "extra": "mean: 14.132832621606953 usec\nrounds: 20833" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 18711.91095270745, + "unit": "iter/sec", + "range": "stddev: 0.000041180810827385176", + "extra": "mean: 53.44189604831936 usec\nrounds: 6859" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 2615.835691262447, + "unit": "iter/sec", + "range": "stddev: 0.0000890550352236442", + "extra": "mean: 382.28700806409705 usec\nrounds: 2108" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 498.47499757454545, + "unit": "iter/sec", + "range": "stddev: 0.00019533791038432317", + "extra": "mean: 2.006118671680124 msec\nrounds: 399" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 187.8612532983324, + "unit": "iter/sec", + "range": "stddev: 0.0005444934249205021", + "extra": "mean: 5.323077443819421 msec\nrounds: 178" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 23786.780061862195, + "unit": "iter/sec", + "range": "stddev: 0.0000580336623782264", + "extra": "mean: 42.040158331615444 usec\nrounds: 7819" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 27510.09912179147, + "unit": "iter/sec", + "range": "stddev: 0.000022588040331278923", + "extra": "mean: 36.350287055413546 usec\nrounds: 11287" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 24273.52730991165, + "unit": "iter/sec", + "range": "stddev: 0.000030902513311299767", + "extra": "mean: 41.197144001056174 usec\nrounds: 10493" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 151211.4824779955, + "unit": "iter/sec", + "range": "stddev: 0.000009198965464204262", + "extra": "mean: 6.613254387910132 usec\nrounds: 22222" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 20644.536313399203, + "unit": "iter/sec", + "range": "stddev: 0.00003124413836317684", + "extra": "mean: 48.43896635987685 usec\nrounds: 7402" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 13773.43056684465, + "unit": "iter/sec", + "range": "stddev: 0.00007566234109886115", + "extra": "mean: 72.6035532793984 usec\nrounds: 7273" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 21092.800506869404, + "unit": "iter/sec", + "range": "stddev: 0.0000314809484189153", + "extra": "mean: 47.409541453460605 usec\nrounds: 5886" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 8808.210841233791, + "unit": "iter/sec", + "range": "stddev: 0.000061015436440838186", + "extra": "mean: 113.53043404895688 usec\nrounds: 4564" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 13744.165964296033, + "unit": "iter/sec", + "range": "stddev: 0.000031313247212881306", + "extra": "mean: 72.75814353506456 usec\nrounds: 5692" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 9029.784500282445, + "unit": "iter/sec", + "range": "stddev: 0.00007725892303067053", + "extra": "mean: 110.74461411218847 usec\nrounds: 5201" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 100916.03718854873, + "unit": "iter/sec", + "range": "stddev: 0.000013583852955719103", + "extra": "mean: 9.909227788360612 usec\nrounds: 13495" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 22946.847460168337, + "unit": "iter/sec", + "range": "stddev: 0.00009487802629048493", + "extra": "mean: 43.57897099964703 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 12972.189480698775, + "unit": "iter/sec", + "range": "stddev: 0.00009187178310415822", + "extra": "mean: 77.08798900046077 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 18642.88033956221, + "unit": "iter/sec", + "range": "stddev: 0.000052825292153633205", + "extra": "mean: 53.639780001049076 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 11238.239575558662, + "unit": "iter/sec", + "range": "stddev: 0.00003256848927836093", + "extra": "mean: 88.98190800050543 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 418.7047399879334, + "unit": "iter/sec", + "range": "stddev: 0.0004095065961520042", + "extra": "mean: 2.388317839508621 msec\nrounds: 324" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 542.7008527092247, + "unit": "iter/sec", + "range": "stddev: 0.0003867835431054104", + "extra": "mean: 1.8426357633452863 msec\nrounds: 562" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 2865.5828524408653, + "unit": "iter/sec", + "range": "stddev: 0.00009934117427947836", + "extra": "mean: 348.96914571784697 usec\nrounds: 1448" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 2814.0661260731204, + "unit": "iter/sec", + "range": "stddev: 0.00008308597729635385", + "extra": "mean: 355.35767647203335 usec\nrounds: 2108" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 538.8396776322014, + "unit": "iter/sec", + "range": "stddev: 0.0008401249649113109", + "extra": "mean: 1.8558395780991004 msec\nrounds: 557" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 1010.0791474711415, + "unit": "iter/sec", + "range": "stddev: 0.00029592759523474124", + "extra": "mean: 990.0214280273226 usec\nrounds: 1049" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 613.5804293659982, + "unit": "iter/sec", + "range": "stddev: 0.0007582652021497947", + "extra": "mean: 1.629778187406144 msec\nrounds: 699" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 1218.3284119559535, + "unit": "iter/sec", + "range": "stddev: 0.0002328950443325182", + "extra": "mean: 820.796749207022 usec\nrounds: 949" + } + ] } ], "GPU Benchmark Results": [