From 93dea09dab211cc516212641f6cba35fa3939d0d Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Tue, 21 Nov 2023 10:40:23 +0000 Subject: [PATCH] add GPU Benchmark Results (pytest) benchmark result for a5bed018f3e589ea4e0c4e5321a165362a440a75 --- dev/bench/data.js | 845 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 844 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index c8157fe18..1db5a473d 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1700562936193, + "lastUpdate": 1700563223654, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -188484,6 +188484,849 @@ window.BENCHMARK_DATA = { "extra": "mean: 8.239156338857747 msec\nrounds: 121" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "a5bed018f3e589ea4e0c4e5321a165362a440a75", + "message": "[Benchmark] Benchmark split and chunk (#564)", + "timestamp": "2023-11-21T10:31:37Z", + "tree_id": "2158ae92b0d8a358bc23c7c712889ea1fd2779ac", + "url": "https://github.com/pytorch/tensordict/commit/a5bed018f3e589ea4e0c4e5321a165362a440a75" + }, + "date": 1700563221597, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 48315.975489121505, + "unit": "iter/sec", + "range": "stddev: 9.65433523557284e-7", + "extra": "mean: 20.69708807235307 usec\nrounds: 10467" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 5193.681916263696, + "unit": "iter/sec", + "range": "stddev: 0.0000032702471675707547", + "extra": "mean: 192.54163349291022 usec\nrounds: 1219" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 41192.08908193027, + "unit": "iter/sec", + "range": "stddev: 0.0000011139660212686462", + "extra": "mean: 24.276506054621777 usec\nrounds: 18077" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 4478.837724856732, + "unit": "iter/sec", + "range": "stddev: 0.000004950631132091659", + "extra": "mean: 223.27221065639029 usec\nrounds: 4142" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 245081.1239029102, + "unit": "iter/sec", + "range": "stddev: 2.9141667120744837e-7", + "extra": "mean: 4.080281598496969 usec\nrounds: 140037" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2921.130122131242, + "unit": "iter/sec", + "range": "stddev: 0.000004318695544332618", + "extra": "mean: 342.3332608238639 usec\nrounds: 2719" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2935.7863332426327, + "unit": "iter/sec", + "range": "stddev: 0.000006047509228146284", + "extra": "mean: 340.62424389566553 usec\nrounds: 2874" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 4796.651432436843, + "unit": "iter/sec", + "range": "stddev: 0.0000053631558718495345", + "extra": "mean: 208.47877192776753 usec\nrounds: 4547" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 585.8246243838975, + "unit": "iter/sec", + "range": "stddev: 0.00001930250234659045", + "extra": "mean: 1.7069955040754463 msec\nrounds: 520" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 654.0278771062267, + "unit": "iter/sec", + "range": "stddev: 0.000010786272769371963", + "extra": "mean: 1.5289868138718203 msec\nrounds: 359" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 1088.8999142262726, + "unit": "iter/sec", + "range": "stddev: 0.000008725464716871132", + "extra": "mean: 918.3580482789907 usec\nrounds: 1058" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 210993.47241588312, + "unit": "iter/sec", + "range": "stddev: 3.655548113560915e-7", + "extra": "mean: 4.739483115519939 usec\nrounds: 115755" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 5782.390454165232, + "unit": "iter/sec", + "range": "stddev: 0.00003928349130535951", + "extra": "mean: 172.93885771405658 usec\nrounds: 1548" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 5924.547646792189, + "unit": "iter/sec", + "range": "stddev: 0.000003203723236416141", + "extra": "mean: 168.78925778265014 usec\nrounds: 5713" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 6012.397478118437, + "unit": "iter/sec", + "range": "stddev: 0.000003872820935640608", + "extra": "mean: 166.3230023695884 usec\nrounds: 5724" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 645.4902595144724, + "unit": "iter/sec", + "range": "stddev: 0.000009900125944616402", + "extra": "mean: 1.5492100543115621 msec\nrounds: 590" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 655.2122789846181, + "unit": "iter/sec", + "range": "stddev: 0.000021079387722027206", + "extra": "mean: 1.52622292358394 msec\nrounds: 612" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 1318.2858745914052, + "unit": "iter/sec", + "range": "stddev: 0.000010200671795228905", + "extra": "mean: 758.5608093615841 usec\nrounds: 1275" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 494076.9624442992, + "unit": "iter/sec", + "range": "stddev: 1.7751557958373603e-7", + "extra": "mean: 2.0239761737791726 usec\nrounds: 159211" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 16696.253237247543, + "unit": "iter/sec", + "range": "stddev: 0.0000018194634703400013", + "extra": "mean: 59.89367708972619 usec\nrounds: 13688" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 16587.075773825094, + "unit": "iter/sec", + "range": "stddev: 0.0000019314711440077614", + "extra": "mean: 60.28790207723233 usec\nrounds: 15761" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 18478.671267290636, + "unit": "iter/sec", + "range": "stddev: 0.0000018465930501765319", + "extra": "mean: 54.116445145604956 usec\nrounds: 15896" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 748.9474967213642, + "unit": "iter/sec", + "range": "stddev: 0.000014734399936410037", + "extra": "mean: 1.3352070797721571 msec\nrounds: 716" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 743.098733634652, + "unit": "iter/sec", + "range": "stddev: 0.000030429088950324502", + "extra": "mean: 1.3457161945476477 msec\nrounds: 715" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 1653.9410961851622, + "unit": "iter/sec", + "range": "stddev: 0.000009327476593709553", + "extra": "mean: 604.6164535765596 usec\nrounds: 1631" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 732348.0672718023, + "unit": "iter/sec", + "range": "stddev: 9.914127806227888e-8", + "extra": "mean: 1.3654709347773315 usec\nrounds: 176057" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 321230.69873388484, + "unit": "iter/sec", + "range": "stddev: 2.987704871279689e-7", + "extra": "mean: 3.1130275031043153 usec\nrounds: 165290" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 324266.99009887263, + "unit": "iter/sec", + "range": "stddev: 2.9203934053886103e-7", + "extra": "mean: 3.0838785030048506 usec\nrounds: 170941" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 82742.98870826498, + "unit": "iter/sec", + "range": "stddev: 6.672474112123944e-7", + "extra": "mean: 12.085616142363401 usec\nrounds: 33423" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 82752.44653727452, + "unit": "iter/sec", + "range": "stddev: 7.133083261802427e-7", + "extra": "mean: 12.084234869715495 usec\nrounds: 34387" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 146119.63314568292, + "unit": "iter/sec", + "range": "stddev: 4.7104585353128296e-7", + "extra": "mean: 6.843707299778044 usec\nrounds: 86289" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 149980.40746440823, + "unit": "iter/sec", + "range": "stddev: 4.525191281295226e-7", + "extra": "mean: 6.667537559779663 usec\nrounds: 97552" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 4847.324212227075, + "unit": "iter/sec", + "range": "stddev: 0.000003683475149898141", + "extra": "mean: 206.29938419995963 usec\nrounds: 4355" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 70091.04763145858, + "unit": "iter/sec", + "range": "stddev: 8.183096498606466e-7", + "extra": "mean: 14.267157273180427 usec\nrounds: 44465" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 74985.01371832931, + "unit": "iter/sec", + "range": "stddev: 6.195711576811787e-7", + "extra": "mean: 13.33599809365055 usec\nrounds: 63212" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 78741.50421199661, + "unit": "iter/sec", + "range": "stddev: 6.056101296392574e-7", + "extra": "mean: 12.699782789362127 usec\nrounds: 66450" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 1465.6059696553477, + "unit": "iter/sec", + "range": "stddev: 0.000011226393695927552", + "extra": "mean: 682.3116313009835 usec\nrounds: 1329" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 1531.7432612121454, + "unit": "iter/sec", + "range": "stddev: 0.00000952314599096882", + "extra": "mean: 652.8509217717399 usec\nrounds: 1482" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 75090.00075726456, + "unit": "iter/sec", + "range": "stddev: 6.239610309464197e-7", + "extra": "mean: 13.317352376018658 usec\nrounds: 58890" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 78759.05901555672, + "unit": "iter/sec", + "range": "stddev: 5.870095001994011e-7", + "extra": "mean: 12.696952103026995 usec\nrounds: 64392" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 1478.8719298016929, + "unit": "iter/sec", + "range": "stddev: 0.000010863601096490691", + "extra": "mean: 676.1910750000466 usec\nrounds: 1371" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 1545.1886499099144, + "unit": "iter/sec", + "range": "stddev: 0.00000960427069909643", + "extra": "mean: 647.1701691947458 usec\nrounds: 1494" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 2182.0604113738495, + "unit": "iter/sec", + "range": "stddev: 0.00025515827265052744", + "extra": "mean: 458.2824539538706 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 141.82291348443363, + "unit": "iter/sec", + "range": "stddev: 0.012934666613326241", + "extra": "mean: 7.0510467979474925 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2193.821362024081, + "unit": "iter/sec", + "range": "stddev: 0.0017428919793188375", + "extra": "mean: 455.82562797062565 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 152.94890811616833, + "unit": "iter/sec", + "range": "stddev: 0.011086651292257166", + "extra": "mean: 6.538131015884574 msec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 3011.4022916521426, + "unit": "iter/sec", + "range": "stddev: 0.000008380402691366507", + "extra": "mean: 332.07120907494925 usec\nrounds: 2803" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 1741.9398935975566, + "unit": "iter/sec", + "range": "stddev: 0.000007700743530218793", + "extra": "mean: 574.0726208036612 usec\nrounds: 1635" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1349.0349642601534, + "unit": "iter/sec", + "range": "stddev: 0.000060147528549610484", + "extra": "mean: 741.2706315943608 usec\nrounds: 1038" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 367670.9349522829, + "unit": "iter/sec", + "range": "stddev: 3.4569431869981244e-7", + "extra": "mean: 2.7198233663201634 usec\nrounds: 102470" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 102480.53465690445, + "unit": "iter/sec", + "range": "stddev: 6.345316240636461e-7", + "extra": "mean: 9.757950652266887 usec\nrounds: 31076" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 70726.78227968286, + "unit": "iter/sec", + "range": "stddev: 9.756557494890903e-7", + "extra": "mean: 14.13891552489392 usec\nrounds: 28952" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 55973.87147547947, + "unit": "iter/sec", + "range": "stddev: 9.938677224222632e-7", + "extra": "mean: 17.865478546326226 usec\nrounds: 26860" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 61995.86922820535, + "unit": "iter/sec", + "range": "stddev: 0.0000013385592459147743", + "extra": "mean: 16.130106932109026 usec\nrounds: 16852" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 62677.430617569684, + "unit": "iter/sec", + "range": "stddev: 9.748563501623303e-7", + "extra": "mean: 15.954706345599316 usec\nrounds: 11545" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 28195.974078073916, + "unit": "iter/sec", + "range": "stddev: 0.000001933673268685438", + "extra": "mean: 35.46605615507469 usec\nrounds: 10735" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 18032.55869240794, + "unit": "iter/sec", + "range": "stddev: 0.0000037748577736358525", + "extra": "mean: 55.45524720354963 usec\nrounds: 5778" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 32900.604218517234, + "unit": "iter/sec", + "range": "stddev: 0.000001564251948130384", + "extra": "mean: 30.394578572425623 usec\nrounds: 15324" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 19559.456129012502, + "unit": "iter/sec", + "range": "stddev: 0.0000024195822606477893", + "extra": "mean: 51.126165952881585 usec\nrounds: 10156" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 30262.80127672685, + "unit": "iter/sec", + "range": "stddev: 0.0000018292258150050303", + "extra": "mean: 33.043867646483704 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 17950.825261791393, + "unit": "iter/sec", + "range": "stddev: 0.000002104216722476133", + "extra": "mean: 55.70774521038402 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 14061.54648953128, + "unit": "iter/sec", + "range": "stddev: 0.000002935334420945898", + "extra": "mean: 71.11593314039055 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 20699.227798342534, + "unit": "iter/sec", + "range": "stddev: 0.0000024255215966645125", + "extra": "mean: 48.31098095746711 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 46730.59494401452, + "unit": "iter/sec", + "range": "stddev: 0.0000017923559974638798", + "extra": "mean: 21.399256765252993 usec\nrounds: 20807" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 49271.54452194492, + "unit": "iter/sec", + "range": "stddev: 0.0000019276306286972438", + "extra": "mean: 20.2956901331683 usec\nrounds: 23540" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 9042.45682196724, + "unit": "iter/sec", + "range": "stddev: 0.00007336165409139469", + "extra": "mean: 110.58941388259171 usec\nrounds: 5063" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 35521.73959146088, + "unit": "iter/sec", + "range": "stddev: 0.0000020874272894768286", + "extra": "mean: 28.1517744204282 usec\nrounds: 21571" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 24357.507647167316, + "unit": "iter/sec", + "range": "stddev: 0.000002307596751832911", + "extra": "mean: 41.055103604423834 usec\nrounds: 17976" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 42125.75961728026, + "unit": "iter/sec", + "range": "stddev: 0.0000018862350044600596", + "extra": "mean: 23.738444341067588 usec\nrounds: 21381" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 32417.244400617714, + "unit": "iter/sec", + "range": "stddev: 0.000001980199788423086", + "extra": "mean: 30.84777927580251 usec\nrounds: 17455" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 16970.872256591792, + "unit": "iter/sec", + "range": "stddev: 0.0000022170086140521876", + "extra": "mean: 58.924490437524916 usec\nrounds: 10614" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to", + "value": 17528.6594580854, + "unit": "iter/sec", + "range": "stddev: 0.000010141241957127243", + "extra": "mean: 57.049428245850976 usec\nrounds: 7" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_to_nonblocking", + "value": 24963.036824689927, + "unit": "iter/sec", + "range": "stddev: 0.0000019215618929939447", + "extra": "mean: 40.0592286516575 usec\nrounds: 11902" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 3071.548241369495, + "unit": "iter/sec", + "range": "stddev: 0.0000046779500571500836", + "extra": "mean: 325.56871044100393 usec\nrounds: 891" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 212.26812945286417, + "unit": "iter/sec", + "range": "stddev: 0.007365435022937441", + "extra": "mean: 4.711022811467597 msec\nrounds: 218" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1269617.7138325844, + "unit": "iter/sec", + "range": "stddev: 3.223552524086182e-8", + "extra": "mean: 787.6386640678751 nsec\nrounds: 62302" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 284.37518500169915, + "unit": "iter/sec", + "range": "stddev: 0.0029211364378514968", + "extra": "mean: 3.516481228817574 msec\nrounds: 271" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 281.6113897267607, + "unit": "iter/sec", + "range": "stddev: 0.002871773753126365", + "extra": "mean: 3.550992738504897 msec\nrounds: 283" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 3194.0097703535203, + "unit": "iter/sec", + "range": "stddev: 0.000009897480664241411", + "extra": "mean: 313.08608047536364 usec\nrounds: 1687" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device1]", + "value": 3172.1348147647595, + "unit": "iter/sec", + "range": "stddev: 0.000011194082980377059", + "extra": "mean: 315.2451135889565 usec\nrounds: 2133" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 2907.5411689334965, + "unit": "iter/sec", + "range": "stddev: 0.00001339185964201458", + "extra": "mean: 343.9332211989988 usec\nrounds: 1978" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 38759.269055964854, + "unit": "iter/sec", + "range": "stddev: 0.0000037080890204200027", + "extra": "mean: 25.800280148629504 usec\nrounds: 6868" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor1]", + "value": 13103.598888202978, + "unit": "iter/sec", + "range": "stddev: 0.000016349359070718507", + "extra": "mean: 76.31491230247353 usec\nrounds: 69" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 161438.44026410897, + "unit": "iter/sec", + "range": "stddev: 5.543773756250276e-7", + "extra": "mean: 6.1943115800922435 usec\nrounds: 46402" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor1]", + "value": 43058.15772169394, + "unit": "iter/sec", + "range": "stddev: 0.000002134035463693183", + "extra": "mean: 23.224402828924827 usec\nrounds: 15298" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 48417.21034517988, + "unit": "iter/sec", + "range": "stddev: 0.000001354596275415866", + "extra": "mean: 20.653812825454406 usec\nrounds: 13021" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor1]", + "value": 13192.751437101011, + "unit": "iter/sec", + "range": "stddev: 0.00000783097374599961", + "extra": "mean: 75.79919964138587 usec\nrounds: 110" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4241.824184645226, + "unit": "iter/sec", + "range": "stddev: 0.000004080479160035813", + "extra": "mean: 235.74763037559447 usec\nrounds: 3440" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3354.2698030558727, + "unit": "iter/sec", + "range": "stddev: 0.000005265186651880679", + "extra": "mean: 298.12747891924505 usec\nrounds: 2918" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1647.9825159364614, + "unit": "iter/sec", + "range": "stddev: 0.000008243304929889878", + "extra": "mean: 606.802554232047 usec\nrounds: 1574" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 38906.281233326736, + "unit": "iter/sec", + "range": "stddev: 0.0000012391275556618923", + "extra": "mean: 25.702790611183108 usec\nrounds: 13274" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 27382.74241724243, + "unit": "iter/sec", + "range": "stddev: 0.0000016512386235162168", + "extra": "mean: 36.519351669112496 usec\nrounds: 10310" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 39947.73668291914, + "unit": "iter/sec", + "range": "stddev: 0.0000014997637148821153", + "extra": "mean: 25.032707307985742 usec\nrounds: 18667" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 195710.9617929327, + "unit": "iter/sec", + "range": "stddev: 4.248607172797093e-7", + "extra": "mean: 5.109575829779152 usec\nrounds: 35830" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 32612.34758760229, + "unit": "iter/sec", + "range": "stddev: 0.000001341547609137419", + "extra": "mean: 30.663232608870942 usec\nrounds: 15451" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 20460.886420198898, + "unit": "iter/sec", + "range": "stddev: 0.000002157926226691865", + "extra": "mean: 48.8737378949919 usec\nrounds: 12387" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 34874.3362250848, + "unit": "iter/sec", + "range": "stddev: 0.0000014582362429830824", + "extra": "mean: 28.674380884150242 usec\nrounds: 9707" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 11265.24780443725, + "unit": "iter/sec", + "range": "stddev: 0.0000030505164527469617", + "extra": "mean: 88.76857547741753 usec\nrounds: 6567" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 25750.744014595446, + "unit": "iter/sec", + "range": "stddev: 0.000008265581609458883", + "extra": "mean: 38.8338294005487 usec\nrounds: 10987" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 18284.32023948915, + "unit": "iter/sec", + "range": "stddev: 0.0000025539933810687266", + "extra": "mean: 54.69166952350094 usec\nrounds: 10494" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 159121.07367616176, + "unit": "iter/sec", + "range": "stddev: 4.751470862195988e-7", + "extra": "mean: 6.284522702726157 usec\nrounds: 17794" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 11796.69315175139, + "unit": "iter/sec", + "range": "stddev: 0.0018184055517336617", + "extra": "mean: 84.76951863849536 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 25524.664688939523, + "unit": "iter/sec", + "range": "stddev: 0.00001047548199694668", + "extra": "mean: 39.17779184121173 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 31174.72681037961, + "unit": "iter/sec", + "range": "stddev: 0.00003725750133619286", + "extra": "mean: 32.077265859697945 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 22766.703562303413, + "unit": "iter/sec", + "range": "stddev: 0.000013311711153460918", + "extra": "mean: 43.92379411729053 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 675.3003201468874, + "unit": "iter/sec", + "range": "stddev: 0.00001661117631325553", + "extra": "mean: 1.4808226357459533 msec\nrounds: 538" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 905.6224803958833, + "unit": "iter/sec", + "range": "stddev: 0.00011170263146699502", + "extra": "mean: 1.1042128719716195 msec\nrounds: 880" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 5709.574140751991, + "unit": "iter/sec", + "range": "stddev: 0.000005198417529463302", + "extra": "mean: 175.1444110100115 usec\nrounds: 2559" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 5800.827639095199, + "unit": "iter/sec", + "range": "stddev: 0.000004898430116502635", + "extra": "mean: 172.38919378683315 usec\nrounds: 2292" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 860.7894260860961, + "unit": "iter/sec", + "range": "stddev: 0.00001591403656276354", + "extra": "mean: 1.1617243075892294 msec\nrounds: 758" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 1501.338224231507, + "unit": "iter/sec", + "range": "stddev: 0.000011936317453799685", + "extra": "mean: 666.0724304890539 usec\nrounds: 1456" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 934.9977721101768, + "unit": "iter/sec", + "range": "stddev: 0.00002106059129961656", + "extra": "mean: 1.0695212650005799 msec\nrounds: 916" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 1716.250203525622, + "unit": "iter/sec", + "range": "stddev: 0.000009903923137255919", + "extra": "mean: 582.6656264603735 usec\nrounds: 1676" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[True-True]", + "value": 75.6755494945121, + "unit": "iter/sec", + "range": "stddev: 0.0000737359398464108", + "extra": "mean: 13.214307747742472 msec\nrounds: 75" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[True-False]", + "value": 117.29580466543298, + "unit": "iter/sec", + "range": "stddev: 0.00033166597317357984", + "extra": "mean: 8.525454110250028 msec\nrounds: 117" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[False-True]", + "value": 76.18011752307119, + "unit": "iter/sec", + "range": "stddev: 0.000055857121257697037", + "extra": "mean: 13.126784684956013 msec\nrounds: 76" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_transformer_speed[False-False]", + "value": 118.72251508637352, + "unit": "iter/sec", + "range": "stddev: 0.0001751791453110522", + "extra": "mean: 8.423002151466179 msec\nrounds: 119" + } + ] } ] }