From dc5daf8dafd8ecf9b96244b7e2ddad4d8baea146 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Wed, 29 Nov 2023 10:05:42 +0000 Subject: [PATCH] add GPU Benchmark Results (pytest) benchmark result for c80078c9d71e360394a5c2268d35c61143441463 --- dev/bench/data.js | 915 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 914 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index d68ab1042..61aa18639 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1701252078585, + "lastUpdate": 1701252342352, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -218689,6 +218689,919 @@ window.BENCHMARK_DATA = { "extra": "mean: 19.32084111320124 msec\nrounds: 53" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c80078c9d71e360394a5c2268d35c61143441463", + "message": "[Feature] named_apply and default value in apply (#584)", + "timestamp": "2023-11-29T09:57:12Z", + "tree_id": "790675d97ffc8cfd070f45e65e232623d5d017ed", + "url": "https://github.com/pytorch/tensordict/commit/c80078c9d71e360394a5c2268d35c61143441463" + }, + "date": 1701252340073, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 78407.9120664079, + "unit": "iter/sec", + "range": "stddev: 8.348472538787757e-7", + "extra": "mean: 12.753814935832573 usec\nrounds: 18653" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 8575.137730653922, + "unit": "iter/sec", + "range": "stddev: 0.000003968049130383971", + "extra": "mean: 116.6162027258473 usec\nrounds: 2274" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 66263.4352923892, + "unit": "iter/sec", + "range": "stddev: 8.05720179217343e-7", + "extra": "mean: 15.091279158520425 usec\nrounds: 22815" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 7045.463439078537, + "unit": "iter/sec", + "range": "stddev: 0.000003468427370595718", + "extra": "mean: 141.9353047030769 usec\nrounds: 6485" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 213413.26252408777, + "unit": "iter/sec", + "range": "stddev: 3.010813523676215e-7", + "extra": "mean: 4.685744401134072 usec\nrounds: 144093" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2962.760619314039, + "unit": "iter/sec", + "range": "stddev: 0.000006831091845614435", + "extra": "mean: 337.5230497803524 usec\nrounds: 2732" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2961.3474074314354, + "unit": "iter/sec", + "range": "stddev: 0.00000563366938347557", + "extra": "mean: 337.68412226492654 usec\nrounds: 2879" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 5020.660655050876, + "unit": "iter/sec", + "range": "stddev: 0.000004746667236257657", + "extra": "mean: 199.17697464655012 usec\nrounds: 4733" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 663.6213467941615, + "unit": "iter/sec", + "range": "stddev: 0.000015441431100908294", + "extra": "mean: 1.506883413004758 msec\nrounds: 569" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 749.908557526651, + "unit": "iter/sec", + "range": "stddev: 0.000031237436196541424", + "extra": "mean: 1.3334959175532026 msec\nrounds: 752" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 1199.3405081343312, + "unit": "iter/sec", + "range": "stddev: 0.000013870603647037881", + "extra": "mean: 833.7915656293297 usec\nrounds: 1158" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 213193.99550511784, + "unit": "iter/sec", + "range": "stddev: 3.355920557931286e-7", + "extra": "mean: 4.69056362319545 usec\nrounds: 127878" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 10950.49856033651, + "unit": "iter/sec", + "range": "stddev: 0.00000834011585566447", + "extra": "mean: 91.32004305466708 usec\nrounds: 7293" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 10995.854218256523, + "unit": "iter/sec", + "range": "stddev: 0.000002282009285441991", + "extra": "mean: 90.94336648622445 usec\nrounds: 10527" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 12039.194222383168, + "unit": "iter/sec", + "range": "stddev: 0.0000033546800182778666", + "extra": "mean: 83.06203733641978 usec\nrounds: 10767" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 755.0517670246604, + "unit": "iter/sec", + "range": "stddev: 0.000016062151274172543", + "extra": "mean: 1.3244125021262805 msec\nrounds: 705" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 774.0008618663389, + "unit": "iter/sec", + "range": "stddev: 0.000014849459844463666", + "extra": "mean: 1.2919882254248556 msec\nrounds: 763" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 1563.926163517919, + "unit": "iter/sec", + "range": "stddev: 0.000016650925632377453", + "extra": "mean: 639.416376122633 usec\nrounds: 1558" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 531745.8482441314, + "unit": "iter/sec", + "range": "stddev: 1.1024509552091788e-7", + "extra": "mean: 1.8805976639066846 usec\nrounds: 166945" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 23167.103970788274, + "unit": "iter/sec", + "range": "stddev: 0.0000012541672938613754", + "extra": "mean: 43.16465283105364 usec\nrounds: 16093" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 21986.3266004311, + "unit": "iter/sec", + "range": "stddev: 0.000001376565225586513", + "extra": "mean: 45.482813849421866 usec\nrounds: 20521" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 26336.420296848268, + "unit": "iter/sec", + "range": "stddev: 0.0000012374236262097249", + "extra": "mean: 37.97023242827242 usec\nrounds: 21839" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 866.6771881273845, + "unit": "iter/sec", + "range": "stddev: 0.000013606345116119891", + "extra": "mean: 1.1538321461543068 msec\nrounds: 780" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 889.5026845357734, + "unit": "iter/sec", + "range": "stddev: 0.000017182087272233093", + "extra": "mean: 1.1242237009345222 msec\nrounds: 856" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 1963.7737048019474, + "unit": "iter/sec", + "range": "stddev: 0.00001276184684823691", + "extra": "mean: 509.22364300669415 usec\nrounds: 1916" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 1071723.9716127266, + "unit": "iter/sec", + "range": "stddev: 6.656551501391503e-8", + "extra": "mean: 933.0760778777818 nsec\nrounds: 166390" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 455105.48940002423, + "unit": "iter/sec", + "range": "stddev: 2.2956742492578677e-7", + "extra": "mean: 2.197292766822748 usec\nrounds: 194175" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 481469.81132290425, + "unit": "iter/sec", + "range": "stddev: 1.6457553899588183e-7", + "extra": "mean: 2.076973418649786 usec\nrounds: 191939" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 90085.9267763437, + "unit": "iter/sec", + "range": "stddev: 6.171347459721689e-7", + "extra": "mean: 11.100512985593186 usec\nrounds: 29841" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 90811.58492248523, + "unit": "iter/sec", + "range": "stddev: 6.045806099265589e-7", + "extra": "mean: 11.0118108923391 usec\nrounds: 56370" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 216918.27495196453, + "unit": "iter/sec", + "range": "stddev: 3.581399648195175e-7", + "extra": "mean: 4.610031129103553 usec\nrounds: 113366" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 218817.53504577422, + "unit": "iter/sec", + "range": "stddev: 3.8958638086495953e-7", + "extra": "mean: 4.5700176623907725 usec\nrounds: 129033" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 7431.745555470846, + "unit": "iter/sec", + "range": "stddev: 0.0000035696599793530904", + "extra": "mean: 134.55788987068516 usec\nrounds: 6456" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 78671.88566228385, + "unit": "iter/sec", + "range": "stddev: 7.034614845317005e-7", + "extra": "mean: 12.711021117413114 usec\nrounds: 45412" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 118853.05903295983, + "unit": "iter/sec", + "range": "stddev: 4.565104207314639e-7", + "extra": "mean: 8.413750627341313 usec\nrounds: 91241" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 126302.22816104435, + "unit": "iter/sec", + "range": "stddev: 4.2825726110462055e-7", + "extra": "mean: 7.917516694360521 usec\nrounds: 98416" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 1771.28084017859, + "unit": "iter/sec", + "range": "stddev: 0.00000903220800734825", + "extra": "mean: 564.5632117260268 usec\nrounds: 1620" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1872.994596511076, + "unit": "iter/sec", + "range": "stddev: 0.000008889201803813026", + "extra": "mean: 533.9043699660169 usec\nrounds: 1838" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 118527.20489178043, + "unit": "iter/sec", + "range": "stddev: 4.569798176969782e-7", + "extra": "mean: 8.436881650191918 usec\nrounds: 76688" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 125638.54524743381, + "unit": "iter/sec", + "range": "stddev: 4.3814758455618165e-7", + "extra": "mean: 7.959340806044753 usec\nrounds: 95148" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 1711.95523588548, + "unit": "iter/sec", + "range": "stddev: 0.00000917289423495481", + "extra": "mean: 584.1274228661515 usec\nrounds: 1653" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1837.4557216806936, + "unit": "iter/sec", + "range": "stddev: 0.000009277354828843588", + "extra": "mean: 544.2308014286814 usec\nrounds: 1818" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 1812.6694409776474, + "unit": "iter/sec", + "range": "stddev: 0.0003808500767504439", + "extra": "mean: 551.6725649993077 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 136.5825583319371, + "unit": "iter/sec", + "range": "stddev: 0.013207152214157396", + "extra": "mean: 7.3215790669969465 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2325.6418836705097, + "unit": "iter/sec", + "range": "stddev: 0.00010872917653330731", + "extra": "mean: 429.9888160002183 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 161.11710939635782, + "unit": "iter/sec", + "range": "stddev: 0.009941856901474533", + "extra": "mean: 6.206665473000385 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 5330.860332781731, + "unit": "iter/sec", + "range": "stddev: 0.000011249198558316312", + "extra": "mean: 187.58698175800515 usec\nrounds: 4440" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 2755.8546342460972, + "unit": "iter/sec", + "range": "stddev: 0.000006993567986718933", + "extra": "mean: 362.8638417909746 usec\nrounds: 2680" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1632.711551547042, + "unit": "iter/sec", + "range": "stddev: 0.00006787450345785914", + "extra": "mean: 612.4780577760172 usec\nrounds: 1177" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 471302.43618069775, + "unit": "iter/sec", + "range": "stddev: 2.408298198681126e-7", + "extra": "mean: 2.1217798238085046 usec\nrounds: 132276" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 142774.58649656962, + "unit": "iter/sec", + "range": "stddev: 5.095491461445627e-7", + "extra": "mean: 7.004047600754401 usec\nrounds: 39201" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 107360.969439849, + "unit": "iter/sec", + "range": "stddev: 6.05659985279392e-7", + "extra": "mean: 9.314371928806668 usec\nrounds: 39478" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 84012.36495575619, + "unit": "iter/sec", + "range": "stddev: 6.838870442520278e-7", + "extra": "mean: 11.903009759654244 usec\nrounds: 34735" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 68384.92284113332, + "unit": "iter/sec", + "range": "stddev: 0.000001483683405324304", + "extra": "mean: 14.623106358153308 usec\nrounds: 18936" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 79301.71529429124, + "unit": "iter/sec", + "range": "stddev: 8.948624132321966e-7", + "extra": "mean: 12.610067717816285 usec\nrounds: 13069" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 41599.16859991818, + "unit": "iter/sec", + "range": "stddev: 0.00000156293832826479", + "extra": "mean: 24.03894197063272 usec\nrounds: 13786" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 24824.213927692057, + "unit": "iter/sec", + "range": "stddev: 0.0000021341099265267993", + "extra": "mean: 40.28324936744418 usec\nrounds: 5939" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 48646.16987113709, + "unit": "iter/sec", + "range": "stddev: 0.000001239778158774685", + "extra": "mean: 20.556602968928157 usec\nrounds: 22701" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 27203.66027246393, + "unit": "iter/sec", + "range": "stddev: 0.0000035012956279091443", + "extra": "mean: 36.759759164182 usec\nrounds: 14213" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 38135.02491421932, + "unit": "iter/sec", + "range": "stddev: 0.0000015539098652106973", + "extra": "mean: 26.222612998139994 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 20953.122773153253, + "unit": "iter/sec", + "range": "stddev: 0.0000020856058121959957", + "extra": "mean: 47.72558299907814 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 15627.241287648643, + "unit": "iter/sec", + "range": "stddev: 0.0000022572149019198366", + "extra": "mean: 63.99082100244868 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 24412.297732354695, + "unit": "iter/sec", + "range": "stddev: 0.00000216087566080527", + "extra": "mean: 40.962961002833254 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 53845.542474244096, + "unit": "iter/sec", + "range": "stddev: 0.0000016248708916825547", + "extra": "mean: 18.5716394347467 usec\nrounds: 23918" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 55489.64808477669, + "unit": "iter/sec", + "range": "stddev: 0.0000015640168017040852", + "extra": "mean: 18.02137938363219 usec\nrounds: 25523" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 8719.361177004497, + "unit": "iter/sec", + "range": "stddev: 0.0008138097232622315", + "extra": "mean: 114.687301018943 usec\nrounds: 5302" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 51483.71546024222, + "unit": "iter/sec", + "range": "stddev: 0.000001961710775761597", + "extra": "mean: 19.423617566456326 usec\nrounds: 30855" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 38036.76305288007, + "unit": "iter/sec", + "range": "stddev: 0.0000020788247399370115", + "extra": "mean: 26.29035490243384 usec\nrounds: 21868" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 51009.9581376103, + "unit": "iter/sec", + "range": "stddev: 0.0000017112714871885587", + "extra": "mean: 19.604015304272266 usec\nrounds: 23196" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 41846.871849283736, + "unit": "iter/sec", + "range": "stddev: 0.00000201552896177563", + "extra": "mean: 23.896648800933402 usec\nrounds: 20934" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 20434.50489357085, + "unit": "iter/sec", + "range": "stddev: 0.000002900300445532752", + "extra": "mean: 48.93683527975381 usec\nrounds: 11219" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to", + "value": 18115.66072105448, + "unit": "iter/sec", + "range": "stddev: 0.000008963080019981342", + "extra": "mean: 55.20085716982847 usec\nrounds: 7" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to_nonblocking", + "value": 26158.496406119557, + "unit": "iter/sec", + "range": "stddev: 0.0000022083028725354357", + "extra": "mean: 38.22849694702096 usec\nrounds: 13100" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 2792.775239956829, + "unit": "iter/sec", + "range": "stddev: 0.000007499707435310674", + "extra": "mean: 358.06676659574583 usec\nrounds: 2365" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 246.91808742899394, + "unit": "iter/sec", + "range": "stddev: 0.003357767536331757", + "extra": "mean: 4.04992607229541 msec\nrounds: 249" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1898329.6147391864, + "unit": "iter/sec", + "range": "stddev: 2.444493075010205e-8", + "extra": "mean: 526.778907222272 nsec\nrounds: 88810" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 542.7720443600579, + "unit": "iter/sec", + "range": "stddev: 0.00241539832631087", + "extra": "mean: 1.8423940775708623 msec\nrounds: 477" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 545.9144737709311, + "unit": "iter/sec", + "range": "stddev: 0.002232484877546486", + "extra": "mean: 1.8317887655413327 msec\nrounds: 563" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 3265.9377926287566, + "unit": "iter/sec", + "range": "stddev: 0.000009520089643043179", + "extra": "mean: 306.1907677044574 usec\nrounds: 1765" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device1]", + "value": 3221.352791176234, + "unit": "iter/sec", + "range": "stddev: 0.000009937390234542696", + "extra": "mean: 310.4285884921233 usec\nrounds: 2503" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 2932.281101657372, + "unit": "iter/sec", + "range": "stddev: 0.000012738668628436713", + "extra": "mean: 341.0314241137332 usec\nrounds: 2148" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 41390.04059496671, + "unit": "iter/sec", + "range": "stddev: 0.000003468235808479487", + "extra": "mean: 24.16040152716367 usec\nrounds: 6286" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor1]", + "value": 13345.603770671149, + "unit": "iter/sec", + "range": "stddev: 0.000011964383912219936", + "extra": "mean: 74.93104225060551 usec\nrounds: 71" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 176257.5605357686, + "unit": "iter/sec", + "range": "stddev: 5.059911290593954e-7", + "extra": "mean: 5.67351549040114 usec\nrounds: 43801" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor1]", + "value": 44493.50891108341, + "unit": "iter/sec", + "range": "stddev: 0.0000012498088827899564", + "extra": "mean: 22.475188504426953 usec\nrounds: 17538" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 52251.06557536112, + "unit": "iter/sec", + "range": "stddev: 0.0000012513615431370177", + "extra": "mean: 19.138365677111626 usec\nrounds: 14387" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor1]", + "value": 13308.142920093018, + "unit": "iter/sec", + "range": "stddev: 0.0000074989479887955735", + "extra": "mean: 75.14196428490192 usec\nrounds: 140" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 2356.9477906237094, + "unit": "iter/sec", + "range": "stddev: 0.000007103501896988694", + "extra": "mean: 424.2775355390346 usec\nrounds: 1843" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 2058.5271796202683, + "unit": "iter/sec", + "range": "stddev: 0.00001007777958304826", + "extra": "mean: 485.7842101382735 usec\nrounds: 1894" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1329.1379502814907, + "unit": "iter/sec", + "range": "stddev: 0.000017016590653488004", + "extra": "mean: 752.3673519277781 usec\nrounds: 1219" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 47142.3781146604, + "unit": "iter/sec", + "range": "stddev: 0.0000010614430273788783", + "extra": "mean: 21.21233675500597 usec\nrounds: 13930" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 33239.109819451856, + "unit": "iter/sec", + "range": "stddev: 0.0000017666388958320277", + "extra": "mean: 30.085041549903064 usec\nrounds: 2503" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 48189.491678060556, + "unit": "iter/sec", + "range": "stddev: 0.000001050864405002095", + "extra": "mean: 20.75141208545419 usec\nrounds: 22738" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 249192.4298882304, + "unit": "iter/sec", + "range": "stddev: 3.323870153159721e-7", + "extra": "mean: 4.012962995900507 usec\nrounds: 34807" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 38696.99396644289, + "unit": "iter/sec", + "range": "stddev: 0.0000011748738390640054", + "extra": "mean: 25.841800550894888 usec\nrounds: 19238" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 17652.137638873606, + "unit": "iter/sec", + "range": "stddev: 0.0000021948830215003623", + "extra": "mean: 56.650362718552344 usec\nrounds: 11400" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 41613.259868406065, + "unit": "iter/sec", + "range": "stddev: 0.0000011341181507656484", + "extra": "mean: 24.030801796405946 usec\nrounds: 14031" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 22424.328688378657, + "unit": "iter/sec", + "range": "stddev: 0.000002057416339419942", + "extra": "mean: 44.59442304367609 usec\nrounds: 12793" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 31470.046617310614, + "unit": "iter/sec", + "range": "stddev: 0.0000016510877542629197", + "extra": "mean: 31.776247813053242 usec\nrounds: 13720" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 22738.84369271378, + "unit": "iter/sec", + "range": "stddev: 0.0000020876991267344224", + "extra": "mean: 43.97761001015326 usec\nrounds: 12908" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 186471.5906545314, + "unit": "iter/sec", + "range": "stddev: 4.132211587824406e-7", + "extra": "mean: 5.36274719644914 usec\nrounds: 21218" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 59755.09017695964, + "unit": "iter/sec", + "range": "stddev: 0.0000015060829983625337", + "extra": "mean: 16.734976000179813 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 30365.55205416258, + "unit": "iter/sec", + "range": "stddev: 0.000012282057073045324", + "extra": "mean: 32.93205400041188 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 50179.72872799776, + "unit": "iter/sec", + "range": "stddev: 0.000001402842907681449", + "extra": "mean: 19.928366002545772 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 27580.63522679628, + "unit": "iter/sec", + "range": "stddev: 0.0000015915047625874303", + "extra": "mean: 36.25732300133677 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 594.308255849154, + "unit": "iter/sec", + "range": "stddev: 0.000021364456673928532", + "extra": "mean: 1.68262848472665 msec\nrounds: 491" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 847.0134795062621, + "unit": "iter/sec", + "range": "stddev: 0.00010577828798373778", + "extra": "mean: 1.1806187554215974 msec\nrounds: 830" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 6259.307815103043, + "unit": "iter/sec", + "range": "stddev: 0.00000572885925561741", + "extra": "mean: 159.76207426436298 usec\nrounds: 2922" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 6382.715732303167, + "unit": "iter/sec", + "range": "stddev: 0.000005312670392134193", + "extra": "mean: 156.67312190310497 usec\nrounds: 4036" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 6584.7285955889265, + "unit": "iter/sec", + "range": "stddev: 0.000017633487391280776", + "extra": "mean: 151.86654779817263 usec\nrounds: 2678" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 5478.150343338535, + "unit": "iter/sec", + "range": "stddev: 0.00005401756249704735", + "extra": "mean: 182.54336542917378 usec\nrounds: 3905" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 925.2567672861452, + "unit": "iter/sec", + "range": "stddev: 0.000015684696133042596", + "extra": "mean: 1.0807810711107608 msec\nrounds: 675" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 1593.8558416696528, + "unit": "iter/sec", + "range": "stddev: 0.000010758285757437657", + "extra": "mean: 627.4093138513985 usec\nrounds: 1574" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 1009.0015052435142, + "unit": "iter/sec", + "range": "stddev: 0.000012067121956780385", + "extra": "mean: 991.0787989941188 usec\nrounds: 995" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 1808.566271372816, + "unit": "iter/sec", + "range": "stddev: 0.000009370222054750669", + "extra": "mean: 552.9241675180291 usec\nrounds: 1761" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 488.7696106271843, + "unit": "iter/sec", + "range": "stddev: 0.00007149137527948701", + "extra": "mean: 2.045953713686925 msec\nrounds: 475" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1498.7073495220009, + "unit": "iter/sec", + "range": "stddev: 0.00004345100801112539", + "extra": "mean: 667.2416735121376 usec\nrounds: 1461" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 562.8966090512275, + "unit": "iter/sec", + "range": "stddev: 0.00006161392420802349", + "extra": "mean: 1.776525180504317 msec\nrounds: 554" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 1750.2205968799876, + "unit": "iter/sec", + "range": "stddev: 0.00003990425230167652", + "extra": "mean: 571.3565488731189 usec\nrounds: 1729" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[True-True]", + "value": 78.87825063542421, + "unit": "iter/sec", + "range": "stddev: 0.00006612407776594023", + "extra": "mean: 12.677765948715146 msec\nrounds: 78" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[True-False]", + "value": 119.25323639405006, + "unit": "iter/sec", + "range": "stddev: 0.000039557830305170804", + "extra": "mean: 8.385516655461547 msec\nrounds: 119" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[False-True]", + "value": 79.32275202065284, + "unit": "iter/sec", + "range": "stddev: 0.00007319087363298622", + "extra": "mean: 12.606723474995363 msec\nrounds: 80" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[False-False]", + "value": 120.22630011655757, + "unit": "iter/sec", + "range": "stddev: 0.00006833639743529666", + "extra": "mean: 8.317647628102296 msec\nrounds: 121" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[True-True]", + "value": 15.37673372925231, + "unit": "iter/sec", + "range": "stddev: 0.0005434399043370461", + "extra": "mean: 65.03331706249327 msec\nrounds: 16" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[True-False]", + "value": 49.34113684596455, + "unit": "iter/sec", + "range": "stddev: 0.0004959917252448882", + "extra": "mean: 20.267064439999558 msec\nrounds: 50" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[False-True]", + "value": 16.938555067780342, + "unit": "iter/sec", + "range": "stddev: 0.0005234112029857408", + "extra": "mean: 59.036912888877346 msec\nrounds: 18" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed_decorator[False-False]", + "value": 50.33746975043677, + "unit": "iter/sec", + "range": "stddev: 0.00048427711201651984", + "extra": "mean: 19.865917078426914 msec\nrounds: 51" + } + ] } ] }