From bac1a2ff936216067122e56e04d73dbf7a1d9812 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Mon, 20 Nov 2023 15:45:29 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for 2fec80e29470301204b2a0582db4be1e0f9feefc --- dev/bench/data.js | 761 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 760 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index af91cf288..449b9a6ab 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1700041519404, + "lastUpdate": 1700495129216, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -135028,6 +135028,765 @@ window.BENCHMARK_DATA = { "extra": "mean: 394.94776640594586 usec\nrounds: 2423" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "2fec80e29470301204b2a0582db4be1e0f9feefc", + "message": "[CI] Fix benchmark on gpu (#560)\n\nCo-authored-by: DanilBaibak ", + "timestamp": "2023-11-20T15:41:10Z", + "tree_id": "c6ea42ee1fc84b27ae730f70ba2ea498931dc691", + "url": "https://github.com/pytorch/tensordict/commit/2fec80e29470301204b2a0582db4be1e0f9feefc" + }, + "date": 1700495125251, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 67588.35759337663, + "unit": "iter/sec", + "range": "stddev: 6.012275468358207e-7", + "extra": "mean: 14.795447553499892 usec\nrounds: 6683" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 7203.581676174244, + "unit": "iter/sec", + "range": "stddev: 0.000003868200821376187", + "extra": "mean: 138.81983226586954 usec\nrounds: 781" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 55734.113361794014, + "unit": "iter/sec", + "range": "stddev: 0.0000010277567477873652", + "extra": "mean: 17.942332616086876 usec\nrounds: 10222" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 5908.242218133756, + "unit": "iter/sec", + "range": "stddev: 0.000004671537964575093", + "extra": "mean: 169.25507842768698 usec\nrounds: 5062" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 408881.98278838943, + "unit": "iter/sec", + "range": "stddev: 2.0660613876119126e-7", + "extra": "mean: 2.4456934814795557 usec\nrounds: 104855" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 3698.530352579998, + "unit": "iter/sec", + "range": "stddev: 0.000008285268910685909", + "extra": "mean: 270.3776648209541 usec\nrounds: 2709" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 3683.653337258813, + "unit": "iter/sec", + "range": "stddev: 0.000016396599971291006", + "extra": "mean: 271.4696276887306 usec\nrounds: 3626" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 6038.762037996436, + "unit": "iter/sec", + "range": "stddev: 0.000008969661668395945", + "extra": "mean: 165.59685473742954 usec\nrounds: 5404" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 719.3239912821057, + "unit": "iter/sec", + "range": "stddev: 0.00005700630542148895", + "extra": "mean: 1.3901941435564025 msec\nrounds: 613" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 795.1489692847395, + "unit": "iter/sec", + "range": "stddev: 0.000052617439977422315", + "extra": "mean: 1.2576259778083223 msec\nrounds: 721" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 1333.76082345635, + "unit": "iter/sec", + "range": "stddev: 0.000015278286960441505", + "extra": "mean: 749.7596138778229 usec\nrounds: 1225" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 260734.38761499428, + "unit": "iter/sec", + "range": "stddev: 2.3774945326132038e-7", + "extra": "mean: 3.8353207229290383 usec\nrounds: 78401" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6691.723835903107, + "unit": "iter/sec", + "range": "stddev: 0.00072268088217019", + "extra": "mean: 149.43832479079603 usec\nrounds: 5736" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 7233.347646073812, + "unit": "iter/sec", + "range": "stddev: 0.000002903797702951956", + "extra": "mean: 138.24857437106454 usec\nrounds: 6797" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 7345.255609452596, + "unit": "iter/sec", + "range": "stddev: 0.00000652742332510652", + "extra": "mean: 136.1423009858366 usec\nrounds: 6492" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 767.1460341987645, + "unit": "iter/sec", + "range": "stddev: 0.00004065298499138123", + "extra": "mean: 1.3035327765781084 msec\nrounds: 649" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 773.9878530796077, + "unit": "iter/sec", + "range": "stddev: 0.000019956648198826272", + "extra": "mean: 1.292009940493402 msec\nrounds: 689" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 1577.291369083242, + "unit": "iter/sec", + "range": "stddev: 0.00002045410190123535", + "extra": "mean: 633.9982704534947 usec\nrounds: 1479" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 833413.4065254523, + "unit": "iter/sec", + "range": "stddev: 1.0301280528236103e-7", + "extra": "mean: 1.1998847056817297 usec\nrounds: 197668" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 20736.221356920298, + "unit": "iter/sec", + "range": "stddev: 0.000002594545847149604", + "extra": "mean: 48.22479384202128 usec\nrounds: 15687" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 20661.170277425186, + "unit": "iter/sec", + "range": "stddev: 0.0000015657322113219703", + "extra": "mean: 48.399968954934764 usec\nrounds: 18457" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 23245.48677347762, + "unit": "iter/sec", + "range": "stddev: 0.000002078200492591576", + "extra": "mean: 43.01910343908001 usec\nrounds: 18929" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 902.8666785299326, + "unit": "iter/sec", + "range": "stddev: 0.000019005166314324094", + "extra": "mean: 1.1075832387880589 msec\nrounds: 825" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 908.5364011785821, + "unit": "iter/sec", + "range": "stddev: 0.000044864213464502574", + "extra": "mean: 1.1006713640782786 msec\nrounds: 824" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 2022.8013219541147, + "unit": "iter/sec", + "range": "stddev: 0.000011281425045877404", + "extra": "mean: 494.3639244975162 usec\nrounds: 1841" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 738896.9951334256, + "unit": "iter/sec", + "range": "stddev: 1.2379126902224126e-7", + "extra": "mean: 1.3533686110327543 usec\nrounds: 107216" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 356622.86893326056, + "unit": "iter/sec", + "range": "stddev: 2.437578669137022e-7", + "extra": "mean: 2.8040826517694324 usec\nrounds: 79720" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 352505.4346842451, + "unit": "iter/sec", + "range": "stddev: 2.928308569777708e-7", + "extra": "mean: 2.836835695585076 usec\nrounds: 105408" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 89050.00302448004, + "unit": "iter/sec", + "range": "stddev: 5.597641164036831e-7", + "extra": "mean: 11.229645884740709 usec\nrounds: 38126" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 88312.72350780069, + "unit": "iter/sec", + "range": "stddev: 6.407431883291922e-7", + "extra": "mean: 11.323396678075154 usec\nrounds: 47081" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 158179.86970995335, + "unit": "iter/sec", + "range": "stddev: 0.0000017421382501335522", + "extra": "mean: 6.321916953362339 usec\nrounds: 50008" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 158878.06958890476, + "unit": "iter/sec", + "range": "stddev: 0.0000019914176777739448", + "extra": "mean: 6.294134883357337 usec\nrounds: 44342" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 5537.00138948553, + "unit": "iter/sec", + "range": "stddev: 0.00000468553609371216", + "extra": "mean: 180.60316941565998 usec\nrounds: 4911" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 75264.68394072186, + "unit": "iter/sec", + "range": "stddev: 0.0000011589945324989965", + "extra": "mean: 13.286443888977141 usec\nrounds: 34610" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 83343.3944396937, + "unit": "iter/sec", + "range": "stddev: 5.867267224038933e-7", + "extra": "mean: 11.99855137558128 usec\nrounds: 52233" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 87182.4229249057, + "unit": "iter/sec", + "range": "stddev: 6.287815553150293e-7", + "extra": "mean: 11.470201979375439 usec\nrounds: 58100" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 1725.77065054641, + "unit": "iter/sec", + "range": "stddev: 0.000028405768426981398", + "extra": "mean: 579.4512727884103 usec\nrounds: 1492" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1828.2199819432572, + "unit": "iter/sec", + "range": "stddev: 0.000008764296443080469", + "extra": "mean: 546.9801281446869 usec\nrounds: 1709" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 82344.38955874994, + "unit": "iter/sec", + "range": "stddev: 9.201211671720452e-7", + "extra": "mean: 12.144118201113553 usec\nrounds: 50744" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 86524.69327799926, + "unit": "iter/sec", + "range": "stddev: 4.934740587817295e-7", + "extra": "mean: 11.557394335823334 usec\nrounds: 58473" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 1724.2504263008395, + "unit": "iter/sec", + "range": "stddev: 0.000010729832412449522", + "extra": "mean: 579.9621590614149 usec\nrounds: 1534" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1775.7174213202998, + "unit": "iter/sec", + "range": "stddev: 0.00007626844312638548", + "extra": "mean: 563.1526660680446 usec\nrounds: 1671" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 1110.3961517038524, + "unit": "iter/sec", + "range": "stddev: 0.00006693875104769339", + "extra": "mean: 900.5794900005242 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 74.37941473949007, + "unit": "iter/sec", + "range": "stddev: 0.015478885928995658", + "extra": "mean: 13.444580110000146 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 1033.8148653791184, + "unit": "iter/sec", + "range": "stddev: 0.001874496026579434", + "extra": "mean: 967.2911789997158 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 72.35566354813238, + "unit": "iter/sec", + "range": "stddev: 0.015559164391596351", + "extra": "mean: 13.820618193001309 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 1497.5964646437067, + "unit": "iter/sec", + "range": "stddev: 0.000029759855554942864", + "extra": "mean: 667.736619048383 usec\nrounds: 1428" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 863.8014679343457, + "unit": "iter/sec", + "range": "stddev: 0.000053972328945597504", + "extra": "mean: 1.1576734204809271 msec\nrounds: 830" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1523.1672349480473, + "unit": "iter/sec", + "range": "stddev: 0.0000293720650173343", + "extra": "mean: 656.5267273715406 usec\nrounds: 928" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 425824.08818090515, + "unit": "iter/sec", + "range": "stddev: 4.3598678728781366e-7", + "extra": "mean: 2.348387580120091 usec\nrounds: 56329" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 140339.55167953737, + "unit": "iter/sec", + "range": "stddev: 4.836809129665097e-7", + "extra": "mean: 7.125574993167148 usec\nrounds: 25489" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 86900.81868260041, + "unit": "iter/sec", + "range": "stddev: 6.97909419612535e-7", + "extra": "mean: 11.507371451268313 usec\nrounds: 24232" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 73218.15399207624, + "unit": "iter/sec", + "range": "stddev: 6.610477957737262e-7", + "extra": "mean: 13.65781497452423 usec\nrounds: 24375" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 90758.44665474503, + "unit": "iter/sec", + "range": "stddev: 0.0000019992004622980443", + "extra": "mean: 11.01825821021495 usec\nrounds: 14860" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 74769.6229762075, + "unit": "iter/sec", + "range": "stddev: 8.17926345713769e-7", + "extra": "mean: 13.37441544032141 usec\nrounds: 15829" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 32871.62035691962, + "unit": "iter/sec", + "range": "stddev: 0.0000023890431338620415", + "extra": "mean: 30.42137835439851 usec\nrounds: 8944" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 17876.60632233069, + "unit": "iter/sec", + "range": "stddev: 0.000004308975035472829", + "extra": "mean: 55.93902902872807 usec\nrounds: 4375" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 41558.10736270284, + "unit": "iter/sec", + "range": "stddev: 0.0000017519504726727399", + "extra": "mean: 24.062693502194236 usec\nrounds: 13850" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 19618.659451602744, + "unit": "iter/sec", + "range": "stddev: 0.0000057526406520716415", + "extra": "mean: 50.97188227701792 usec\nrounds: 7008" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 37831.01189734091, + "unit": "iter/sec", + "range": "stddev: 0.0000020912598507737147", + "extra": "mean: 26.433339999300642 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 19823.09473804419, + "unit": "iter/sec", + "range": "stddev: 0.0000030432728277974357", + "extra": "mean: 50.44620999973404 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 14062.735550646665, + "unit": "iter/sec", + "range": "stddev: 0.000004656156729283783", + "extra": "mean: 71.1099200008789 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 25048.298755234428, + "unit": "iter/sec", + "range": "stddev: 0.000004813543942231697", + "extra": "mean: 39.92287100101066 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 64221.2073044138, + "unit": "iter/sec", + "range": "stddev: 0.000002724535725062899", + "extra": "mean: 15.571180330819969 usec\nrounds: 21699" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 67299.53792807276, + "unit": "iter/sec", + "range": "stddev: 0.000003076180420163115", + "extra": "mean: 14.858943029724255 usec\nrounds: 23170" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 6264.467350197193, + "unit": "iter/sec", + "range": "stddev: 0.00007721880336422263", + "extra": "mean: 159.63049116514622 usec\nrounds: 3282" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 51651.82466106422, + "unit": "iter/sec", + "range": "stddev: 0.0000032237417690465618", + "extra": "mean: 19.360400267791746 usec\nrounds: 26150" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 35498.63031160268, + "unit": "iter/sec", + "range": "stddev: 0.000002474520004691536", + "extra": "mean: 28.170100965082906 usec\nrounds: 18650" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 59741.9834270489, + "unit": "iter/sec", + "range": "stddev: 0.0000015092123989369872", + "extra": "mean: 16.738647474285866 usec\nrounds: 20251" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 42800.012009381586, + "unit": "iter/sec", + "range": "stddev: 0.0000023156948799485506", + "extra": "mean: 23.364479425398386 usec\nrounds: 15869" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 20545.300328292233, + "unit": "iter/sec", + "range": "stddev: 0.0000029006063686667433", + "extra": "mean: 48.67293171776779 usec\nrounds: 9988" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 3371.7054391192796, + "unit": "iter/sec", + "range": "stddev: 0.000007967633499740728", + "extra": "mean: 296.58581333878595 usec\nrounds: 2759" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 206.7226102457708, + "unit": "iter/sec", + "range": "stddev: 0.009787136543506604", + "extra": "mean: 4.8374002186365015 msec\nrounds: 279" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1599747.4176102623, + "unit": "iter/sec", + "range": "stddev: 3.833136778526188e-8", + "extra": "mean: 625.0986805740948 nsec\nrounds: 76776" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 3325.5726645766754, + "unit": "iter/sec", + "range": "stddev: 0.00009178683178028237", + "extra": "mean: 300.70009013839837 usec\nrounds: 1298" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 3065.8829301077008, + "unit": "iter/sec", + "range": "stddev: 0.00003026097986112659", + "extra": "mean: 326.1703146521877 usec\nrounds: 1945" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 39113.660910140425, + "unit": "iter/sec", + "range": "stddev: 0.0000029421674633096378", + "extra": "mean: 25.566515041826335 usec\nrounds: 6349" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 169871.03115082023, + "unit": "iter/sec", + "range": "stddev: 5.792906447344271e-7", + "extra": "mean: 5.886818919184335 usec\nrounds: 36376" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 51039.95566509557, + "unit": "iter/sec", + "range": "stddev: 0.000001787407069830709", + "extra": "mean: 19.59249350766707 usec\nrounds: 11013" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 5549.604755027812, + "unit": "iter/sec", + "range": "stddev: 0.000006783986309525923", + "extra": "mean: 180.19301268149295 usec\nrounds: 3864" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 4134.553686006581, + "unit": "iter/sec", + "range": "stddev: 0.000006163537713116506", + "extra": "mean: 241.86407432185612 usec\nrounds: 3283" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 2137.588288005019, + "unit": "iter/sec", + "range": "stddev: 0.000012764781987627292", + "extra": "mean: 467.8169344449796 usec\nrounds: 1800" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 42434.45623754765, + "unit": "iter/sec", + "range": "stddev: 0.0000018466494750212976", + "extra": "mean: 23.565755017620827 usec\nrounds: 11111" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 46302.88857755805, + "unit": "iter/sec", + "range": "stddev: 0.0000010075895077212041", + "extra": "mean: 21.59692474315041 usec\nrounds: 17221" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 42134.976097126775, + "unit": "iter/sec", + "range": "stddev: 0.000001228302464758231", + "extra": "mean: 23.73325186407762 usec\nrounds: 11534" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 218539.75140523625, + "unit": "iter/sec", + "range": "stddev: 3.81110376531992e-7", + "extra": "mean: 4.575826565052274 usec\nrounds: 33194" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 37286.0655061889, + "unit": "iter/sec", + "range": "stddev: 0.0000016153566937714672", + "extra": "mean: 26.819670738228353 usec\nrounds: 10235" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 23893.199910655876, + "unit": "iter/sec", + "range": "stddev: 0.000001472026605513226", + "extra": "mean: 41.85291228212679 usec\nrounds: 11993" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 37372.27709792001, + "unit": "iter/sec", + "range": "stddev: 0.000005873341333152199", + "extra": "mean: 26.7578022441575 usec\nrounds: 8556" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 12887.163235083706, + "unit": "iter/sec", + "range": "stddev: 0.000004913992503711894", + "extra": "mean: 77.59659606682283 usec\nrounds: 6407" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 30581.60460646576, + "unit": "iter/sec", + "range": "stddev: 0.0000021297031593569645", + "extra": "mean: 32.699396021508086 usec\nrounds: 9098" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 23059.283318669204, + "unit": "iter/sec", + "range": "stddev: 0.0000024364202265665617", + "extra": "mean: 43.36648221804805 usec\nrounds: 8548" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 168655.47451872437, + "unit": "iter/sec", + "range": "stddev: 3.286727888386142e-7", + "extra": "mean: 5.929247199674973 usec\nrounds: 16339" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 47717.95557871696, + "unit": "iter/sec", + "range": "stddev: 0.000009480917369198068", + "extra": "mean: 20.9564720003641 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 26898.37934843563, + "unit": "iter/sec", + "range": "stddev: 0.000013502633550367235", + "extra": "mean: 37.17696100000012 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 42426.71114144607, + "unit": "iter/sec", + "range": "stddev: 0.0000017072449643641064", + "extra": "mean: 23.570057001734313 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 23738.933265649735, + "unit": "iter/sec", + "range": "stddev: 0.000011657439774926037", + "extra": "mean: 42.12489199954916 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 779.183180617625, + "unit": "iter/sec", + "range": "stddev: 0.00002563008911115079", + "extra": "mean: 1.2833952591319322 msec\nrounds: 575" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 959.4904192764938, + "unit": "iter/sec", + "range": "stddev: 0.00009468631222634094", + "extra": "mean: 1.0422198907979223 msec\nrounds: 815" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 6688.491824681032, + "unit": "iter/sec", + "range": "stddev: 0.000007518867986196222", + "extra": "mean: 149.5105363379418 usec\nrounds: 2463" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 6741.590904204649, + "unit": "iter/sec", + "range": "stddev: 0.000005285620247012249", + "extra": "mean: 148.33294013380612 usec\nrounds: 2088" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 1153.4529720921958, + "unit": "iter/sec", + "range": "stddev: 0.00002826214749059672", + "extra": "mean: 866.9620905186498 usec\nrounds: 928" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 2118.6693985639185, + "unit": "iter/sec", + "range": "stddev: 0.000023418859437202596", + "extra": "mean: 471.994356777807 usec\nrounds: 1962" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 1323.3747317562352, + "unit": "iter/sec", + "range": "stddev: 0.000026757533981791925", + "extra": "mean: 755.6438671553836 usec\nrounds: 1227" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 2596.896447733261, + "unit": "iter/sec", + "range": "stddev: 0.000016755658952112654", + "extra": "mean: 385.07503865734213 usec\nrounds: 2354" + } + ] } ], "GPU Benchmark Results": [