From 4f29d450382f1268a25c8fbb175868aada674e6e Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Mon, 4 Dec 2023 14:57:17 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for f16c076f0145a1f1f016481693a514b4f3756cfa --- dev/bench/data.js | 817 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 816 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 42144557d..cc6870b30 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1701698460733, + "lastUpdate": 1701701837106, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -155151,6 +155151,821 @@ window.BENCHMARK_DATA = { "extra": "mean: 403.60484780020766 usec\nrounds: 2339" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "f16c076f0145a1f1f016481693a514b4f3756cfa", + "message": "[Feature] Unbind and stack tds in map with chunksize=0 (#589)", + "timestamp": "2023-12-04T14:51:25Z", + "tree_id": "9c76b8670f3a68cd3ce2b7c204af9d4e88fe7ba1", + "url": "https://github.com/pytorch/tensordict/commit/f16c076f0145a1f1f016481693a514b4f3756cfa" + }, + "date": 1701701832514, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 63911.91844274118, + "unit": "iter/sec", + "range": "stddev: 6.883329568763142e-7", + "extra": "mean: 15.64653392302567 usec\nrounds: 8254" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 7186.051322184182, + "unit": "iter/sec", + "range": "stddev: 0.000003255805388168182", + "extra": "mean: 139.15848289489426 usec\nrounds: 2017" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 56254.36405663802, + "unit": "iter/sec", + "range": "stddev: 8.374705628788969e-7", + "extra": "mean: 17.77639862737014 usec\nrounds: 37594" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 5778.261765356088, + "unit": "iter/sec", + "range": "stddev: 0.0000062713647666409525", + "extra": "mean: 173.0624261426783 usec\nrounds: 4001" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 416854.8799026963, + "unit": "iter/sec", + "range": "stddev: 2.2127657454034775e-7", + "extra": "mean: 2.3989163812438123 usec\nrounds: 82015" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 3708.0411761645087, + "unit": "iter/sec", + "range": "stddev: 0.00002209784803474818", + "extra": "mean: 269.6841681338532 usec\nrounds: 3295" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 3707.792756159005, + "unit": "iter/sec", + "range": "stddev: 0.000023512108334895052", + "extra": "mean: 269.70223681970964 usec\nrounds: 3585" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 6070.158679284443, + "unit": "iter/sec", + "range": "stddev: 0.0000036566337359381796", + "extra": "mean: 164.7403392291355 usec\nrounds: 5371" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 678.7211915663429, + "unit": "iter/sec", + "range": "stddev: 0.000019039381934491827", + "extra": "mean: 1.473359035235388 msec\nrounds: 596" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 747.5777745002794, + "unit": "iter/sec", + "range": "stddev: 0.00005350797631934777", + "extra": "mean: 1.337653464441814 msec\nrounds: 689" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 1301.7813968026253, + "unit": "iter/sec", + "range": "stddev: 0.000018553227544038306", + "extra": "mean: 768.1781307185317 usec\nrounds: 1224" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 258423.0240516347, + "unit": "iter/sec", + "range": "stddev: 3.445479634782683e-7", + "extra": "mean: 3.8696242475677907 usec\nrounds: 83382" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6755.67446701518, + "unit": "iter/sec", + "range": "stddev: 0.0005766831405049026", + "extra": "mean: 148.02371027238442 usec\nrounds: 5802" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 7119.498102798779, + "unit": "iter/sec", + "range": "stddev: 0.0000041047535848451104", + "extra": "mean: 140.4593393468123 usec\nrounds: 6763" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 7107.293987795185, + "unit": "iter/sec", + "range": "stddev: 0.00000410196888139009", + "extra": "mean: 140.70052564551628 usec\nrounds: 2593" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 720.4888018355321, + "unit": "iter/sec", + "range": "stddev: 0.00002152420095366749", + "extra": "mean: 1.387946623809252 msec\nrounds: 630" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 713.4073313232327, + "unit": "iter/sec", + "range": "stddev: 0.00005920859086751922", + "extra": "mean: 1.4017237503645965 msec\nrounds: 685" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 1456.1343755035243, + "unit": "iter/sec", + "range": "stddev: 0.000035878022256556066", + "extra": "mean: 686.7498060776189 usec\nrounds: 1382" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 862796.7049611908, + "unit": "iter/sec", + "range": "stddev: 1.1418985907333189e-7", + "extra": "mean: 1.1590215797648564 usec\nrounds: 169177" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 20451.101394438556, + "unit": "iter/sec", + "range": "stddev: 0.000001708838492318937", + "extra": "mean: 48.89712200399821 usec\nrounds: 14729" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 19428.58315693537, + "unit": "iter/sec", + "range": "stddev: 0.000009171357387241848", + "extra": "mean: 51.47055716427952 usec\nrounds: 18508" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 22002.427524677907, + "unit": "iter/sec", + "range": "stddev: 0.000007944861548733728", + "extra": "mean: 45.44953046105484 usec\nrounds: 673" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 833.9830184114627, + "unit": "iter/sec", + "range": "stddev: 0.0000636475578938657", + "extra": "mean: 1.1990651822920324 msec\nrounds: 768" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 840.3181077523191, + "unit": "iter/sec", + "range": "stddev: 0.00008924573503017528", + "extra": "mean: 1.1900255281595653 msec\nrounds: 799" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 1949.7167321395816, + "unit": "iter/sec", + "range": "stddev: 0.000018123578248932792", + "extra": "mean: 512.8950188074856 usec\nrounds: 1861" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 754588.8665118293, + "unit": "iter/sec", + "range": "stddev: 2.2231985185645638e-7", + "extra": "mean: 1.3252249594174517 usec\nrounds: 101236" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 365535.70465336245, + "unit": "iter/sec", + "range": "stddev: 5.969687188292289e-7", + "extra": "mean: 2.7357108683768665 usec\nrounds: 161525" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 362291.17716221506, + "unit": "iter/sec", + "range": "stddev: 2.977390519712119e-7", + "extra": "mean: 2.760210744939704 usec\nrounds: 162049" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 85992.00698787202, + "unit": "iter/sec", + "range": "stddev: 6.585547542620574e-7", + "extra": "mean: 11.628987798145427 usec\nrounds: 35815" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 85862.90118728773, + "unit": "iter/sec", + "range": "stddev: 7.511300760107848e-7", + "extra": "mean: 11.646473461440097 usec\nrounds: 48175" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 154551.6515733142, + "unit": "iter/sec", + "range": "stddev: 0.0000020304045408316623", + "extra": "mean: 6.470328785361657 usec\nrounds: 86044" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 169412.341278048, + "unit": "iter/sec", + "range": "stddev: 4.034111891434166e-7", + "extra": "mean: 5.90275768846586 usec\nrounds: 93809" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 5995.75253860031, + "unit": "iter/sec", + "range": "stddev: 0.000008239246085322465", + "extra": "mean: 166.7847352875319 usec\nrounds: 4911" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 72994.10852020883, + "unit": "iter/sec", + "range": "stddev: 7.777030100774726e-7", + "extra": "mean: 13.699735776938004 usec\nrounds: 40023" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 95629.39686122068, + "unit": "iter/sec", + "range": "stddev: 4.847090707494528e-7", + "extra": "mean: 10.457035522781977 usec\nrounds: 72967" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 100829.53038489877, + "unit": "iter/sec", + "range": "stddev: 5.122799391592513e-7", + "extra": "mean: 9.917729420961082 usec\nrounds: 76133" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 1599.4463389736732, + "unit": "iter/sec", + "range": "stddev: 0.000011464645913482374", + "extra": "mean: 625.2163487033122 usec\nrounds: 1388" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1664.8675060962637, + "unit": "iter/sec", + "range": "stddev: 0.000010668351677397952", + "extra": "mean: 600.6483977483426 usec\nrounds: 1511" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 94030.96721892935, + "unit": "iter/sec", + "range": "stddev: 5.267342020119219e-7", + "extra": "mean: 10.634794361646112 usec\nrounds: 66899" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 99041.29941201379, + "unit": "iter/sec", + "range": "stddev: 5.64840229708715e-7", + "extra": "mean: 10.096798062391931 usec\nrounds: 70294" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 1573.2217263320701, + "unit": "iter/sec", + "range": "stddev: 0.00003128788644881039", + "extra": "mean: 635.6383103934604 usec\nrounds: 1395" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1619.5639739549126, + "unit": "iter/sec", + "range": "stddev: 0.00003697422907705127", + "extra": "mean: 617.4501384826675 usec\nrounds: 1437" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 1788.1400893386306, + "unit": "iter/sec", + "range": "stddev: 0.000378103068009207", + "extra": "mean: 559.2402999978958 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 197.46735148115783, + "unit": "iter/sec", + "range": "stddev: 0.0011619359716780228", + "extra": "mean: 5.064128285001175 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2270.0959941394453, + "unit": "iter/sec", + "range": "stddev: 0.00008032141603472974", + "extra": "mean: 440.51000600046564 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 137.54448503966773, + "unit": "iter/sec", + "range": "stddev: 0.013094693829496608", + "extra": "mean: 7.270375106000074 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 3715.531153551649, + "unit": "iter/sec", + "range": "stddev: 0.000005628063942332231", + "extra": "mean: 269.1405235679715 usec\nrounds: 3352" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 2208.854023906501, + "unit": "iter/sec", + "range": "stddev: 0.000008969472241033574", + "extra": "mean: 452.7234435489926 usec\nrounds: 2108" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1457.9892248112822, + "unit": "iter/sec", + "range": "stddev: 0.0000791829217340635", + "extra": "mean: 685.8761251335291 usec\nrounds: 935" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 394693.71059539577, + "unit": "iter/sec", + "range": "stddev: 0.0000014386088915978007", + "extra": "mean: 2.5336101720280757 usec\nrounds: 91997" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 115064.14830078071, + "unit": "iter/sec", + "range": "stddev: 5.857948856974305e-7", + "extra": "mean: 8.690804344946557 usec\nrounds: 21957" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 82124.23196363282, + "unit": "iter/sec", + "range": "stddev: 0.000003375236947419167", + "extra": "mean: 12.176673998520089 usec\nrounds: 23914" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 64627.57966855603, + "unit": "iter/sec", + "range": "stddev: 8.92514603720933e-7", + "extra": "mean: 15.473270160023356 usec\nrounds: 20362" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 72074.2305978758, + "unit": "iter/sec", + "range": "stddev: 0.0000025181201979277492", + "extra": "mean: 13.874584462500977 usec\nrounds: 14829" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 77955.01396924282, + "unit": "iter/sec", + "range": "stddev: 7.650196656530786e-7", + "extra": "mean: 12.827911241149293 usec\nrounds: 14331" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 39960.51723484963, + "unit": "iter/sec", + "range": "stddev: 0.00000188844025883656", + "extra": "mean: 25.024701109922034 usec\nrounds: 12252" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 22654.600833158143, + "unit": "iter/sec", + "range": "stddev: 0.0000030357454240785733", + "extra": "mean: 44.14114410421929 usec\nrounds: 5156" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 48914.95123993119, + "unit": "iter/sec", + "range": "stddev: 0.0000015717971807742125", + "extra": "mean: 20.44364707827125 usec\nrounds: 14907" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 25744.13255858839, + "unit": "iter/sec", + "range": "stddev: 0.0000034456373355801893", + "extra": "mean: 38.84380247515445 usec\nrounds: 8161" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 34577.43402080029, + "unit": "iter/sec", + "range": "stddev: 0.0000019489334705340667", + "extra": "mean: 28.920595999068155 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 18751.329820715262, + "unit": "iter/sec", + "range": "stddev: 0.000003750768763659629", + "extra": "mean: 53.32955100044501 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 14014.605349114432, + "unit": "iter/sec", + "range": "stddev: 0.000006288564482126289", + "extra": "mean: 71.35413199938512 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 23584.811655278998, + "unit": "iter/sec", + "range": "stddev: 0.0000034238503291636252", + "extra": "mean: 42.40016899927923 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 51240.61461817728, + "unit": "iter/sec", + "range": "stddev: 0.0000027911271039166184", + "extra": "mean: 19.515769033052475 usec\nrounds: 19453" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 53309.79775378902, + "unit": "iter/sec", + "range": "stddev: 0.0000025459513923034234", + "extra": "mean: 18.758277880146796 usec\nrounds: 20059" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 7096.936061370752, + "unit": "iter/sec", + "range": "stddev: 0.00007895786554002755", + "extra": "mean: 140.90587703658315 usec\nrounds: 3928" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 49309.0380600926, + "unit": "iter/sec", + "range": "stddev: 0.0000040153097678265295", + "extra": "mean: 20.280257724381208 usec\nrounds: 25601" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 35920.63668919117, + "unit": "iter/sec", + "range": "stddev: 0.0000026869470826902327", + "extra": "mean: 27.839150198050604 usec\nrounds: 19947" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 48020.985110725385, + "unit": "iter/sec", + "range": "stddev: 0.000003475854623245881", + "extra": "mean: 20.824229192596302 usec\nrounds: 18491" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 37966.9588418184, + "unit": "iter/sec", + "range": "stddev: 0.000002705503673984347", + "extra": "mean: 26.338691075213486 usec\nrounds: 12168" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 19221.985647161666, + "unit": "iter/sec", + "range": "stddev: 0.000003929803695624741", + "extra": "mean: 52.0237616631277 usec\nrounds: 9260" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 2705.208401325483, + "unit": "iter/sec", + "range": "stddev: 0.000015904559337193504", + "extra": "mean: 369.6572875901263 usec\nrounds: 2208" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 205.67752971899728, + "unit": "iter/sec", + "range": "stddev: 0.007395251613197824", + "extra": "mean: 4.86197982524503 msec\nrounds: 206" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1617240.7710159488, + "unit": "iter/sec", + "range": "stddev: 3.985523187345094e-8", + "extra": "mean: 618.3371195692739 nsec\nrounds: 78530" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 603.0450242731935, + "unit": "iter/sec", + "range": "stddev: 0.000026313736908560838", + "extra": "mean: 1.6582509758790027 msec\nrounds: 456" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 568.8577850962738, + "unit": "iter/sec", + "range": "stddev: 0.002531131855204078", + "extra": "mean: 1.757908613012582 msec\nrounds: 584" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 3333.3190496529774, + "unit": "iter/sec", + "range": "stddev: 0.00009087088412009621", + "extra": "mean: 300.0012855367407 usec\nrounds: 1604" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 3038.0104258854517, + "unit": "iter/sec", + "range": "stddev: 0.000019968481188235798", + "extra": "mean: 329.1627940047448 usec\nrounds: 1568" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 39122.74559728073, + "unit": "iter/sec", + "range": "stddev: 0.00000394440112057385", + "extra": "mean: 25.560578245037746 usec\nrounds: 5994" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 160942.75395522788, + "unit": "iter/sec", + "range": "stddev: 6.033537774055656e-7", + "extra": "mean: 6.213389391101053 usec\nrounds: 34066" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 51026.41096227375, + "unit": "iter/sec", + "range": "stddev: 0.0000015603260745136275", + "extra": "mean: 19.597694236017254 usec\nrounds: 10410" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4832.771825849521, + "unit": "iter/sec", + "range": "stddev: 0.000012820946442128876", + "extra": "mean: 206.92059050899152 usec\nrounds: 2044" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3821.3563945449787, + "unit": "iter/sec", + "range": "stddev: 0.000016979635774933616", + "extra": "mean: 261.68718558350355 usec\nrounds: 2511" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1915.6376997101643, + "unit": "iter/sec", + "range": "stddev: 0.000029292599112690617", + "extra": "mean: 522.0193777514922 usec\nrounds: 1681" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 43340.82112171229, + "unit": "iter/sec", + "range": "stddev: 0.0000017269600182992677", + "extra": "mean: 23.072936186228223 usec\nrounds: 11894" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 31939.203443422768, + "unit": "iter/sec", + "range": "stddev: 0.0000018475331684300299", + "extra": "mean: 31.30948465171976 usec\nrounds: 8014" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 43165.13856297169, + "unit": "iter/sec", + "range": "stddev: 0.0000016495797489847756", + "extra": "mean: 23.16684327425811 usec\nrounds: 12608" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 196032.66775103236, + "unit": "iter/sec", + "range": "stddev: 3.4804440363882105e-7", + "extra": "mean: 5.101190589672694 usec\nrounds: 31497" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 37783.305671460585, + "unit": "iter/sec", + "range": "stddev: 0.000005727097997162453", + "extra": "mean: 26.466715450875554 usec\nrounds: 11404" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 16934.17980664801, + "unit": "iter/sec", + "range": "stddev: 0.0000030751355007154845", + "extra": "mean: 59.05216617621011 usec\nrounds: 8497" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 38195.52142330153, + "unit": "iter/sec", + "range": "stddev: 0.0000014234616117095677", + "extra": "mean: 26.18107994697883 usec\nrounds: 9056" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 21251.38405528916, + "unit": "iter/sec", + "range": "stddev: 0.0000024864009348109665", + "extra": "mean: 47.05575869309626 usec\nrounds: 9490" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 31160.184539205402, + "unit": "iter/sec", + "range": "stddev: 0.0000022730820902276396", + "extra": "mean: 32.09223612722226 usec\nrounds: 9245" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 21711.33099542761, + "unit": "iter/sec", + "range": "stddev: 0.0000028692982337716708", + "extra": "mean: 46.05889893211058 usec\nrounds: 9083" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 172587.27120470972, + "unit": "iter/sec", + "range": "stddev: 5.530969379777627e-7", + "extra": "mean: 5.794170062599096 usec\nrounds: 17570" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 46963.018970569276, + "unit": "iter/sec", + "range": "stddev: 0.000015118731972720154", + "extra": "mean: 21.293350000064493 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 25325.339440647942, + "unit": "iter/sec", + "range": "stddev: 0.000015035593438262256", + "extra": "mean: 39.48614399990902 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 42137.90362060988, + "unit": "iter/sec", + "range": "stddev: 0.000001653374579620781", + "extra": "mean: 23.73160300055588 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 23445.69848481182, + "unit": "iter/sec", + "range": "stddev: 0.000005678474764986811", + "extra": "mean: 42.65174699946783 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 780.5290727179167, + "unit": "iter/sec", + "range": "stddev: 0.000022158488691808253", + "extra": "mean: 1.2811822582313985 msec\nrounds: 577" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 1004.8467482015487, + "unit": "iter/sec", + "range": "stddev: 0.0001048182413755154", + "extra": "mean: 995.1766294609369 usec\nrounds: 869" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 6263.008664102473, + "unit": "iter/sec", + "range": "stddev: 0.0000065636416376519895", + "extra": "mean: 159.66766990626638 usec\nrounds: 2572" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 6790.56457282055, + "unit": "iter/sec", + "range": "stddev: 0.0000059113798748921945", + "extra": "mean: 147.2631604156349 usec\nrounds: 3946" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 6899.310746172948, + "unit": "iter/sec", + "range": "stddev: 0.000008239984336231799", + "extra": "mean: 144.94201475918456 usec\nrounds: 2236" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 5616.808802322301, + "unit": "iter/sec", + "range": "stddev: 0.00004857269083879256", + "extra": "mean: 178.03703761227274 usec\nrounds: 3669" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 1140.236697392393, + "unit": "iter/sec", + "range": "stddev: 0.000020519298662186173", + "extra": "mean: 877.0108893064921 usec\nrounds: 1066" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 2142.008327260742, + "unit": "iter/sec", + "range": "stddev: 0.00001668611719537095", + "extra": "mean: 466.85159309293016 usec\nrounds: 1998" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 1317.456472158873, + "unit": "iter/sec", + "range": "stddev: 0.000027785739434610502", + "extra": "mean: 759.0383600008678 usec\nrounds: 1225" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 2580.7088419108654, + "unit": "iter/sec", + "range": "stddev: 0.00001416199771753304", + "extra": "mean: 387.490438192771 usec\nrounds: 2435" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 578.4600551204501, + "unit": "iter/sec", + "range": "stddev: 0.00008843351124607671", + "extra": "mean: 1.7287278372086983 msec\nrounds: 559" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1939.1039774282126, + "unit": "iter/sec", + "range": "stddev: 0.000048295225237320546", + "extra": "mean: 515.7021034665073 usec\nrounds: 1875" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 687.2168607599098, + "unit": "iter/sec", + "range": "stddev: 0.00008482376164166214", + "extra": "mean: 1.4551447397466664 msec\nrounds: 634" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 2501.936917923378, + "unit": "iter/sec", + "range": "stddev: 0.00004197747634484942", + "extra": "mean: 399.6903330520442 usec\nrounds: 2372" + } + ] } ], "GPU Benchmark Results": [