From 9149012354cd2698625afaf89ddecde9ae60617b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Fri, 3 Jan 2025 23:51:06 +0000 Subject: [PATCH] Update benchmark results at 3faaaf0561c75433b09c8caa6a4d48fe30b821c8 --- ...faaaf0561c75433b09c8caa6a4d48fe30b821c8.md | 179 ++++++++++++++++++ ...faaaf0561c75433b09c8caa6a4d48fe30b821c8.md | 159 ++++++++++++++++ ...faaaf0561c75433b09c8caa6a4d48fe30b821c8.md | 167 ++++++++++++++++ benchmarks-pr/1162/summary.md | 11 ++ ...faaaf0561c75433b09c8caa6a4d48fe30b821c8.md | 85 +++++++++ 5 files changed, 601 insertions(+) create mode 100644 benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md create mode 100644 benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md create mode 100644 benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md create mode 100644 benchmarks-pr/1162/summary.md create mode 100644 benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md diff --git a/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md b/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md new file mode 100644 index 0000000000..14aa1eb5eb --- /dev/null +++ b/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md @@ -0,0 +1,179 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+1490 [+2.9%]) 53,147 | (+1490 [+2.9%]) 53,147 | +| ecrecover_program | (+38 [+1.3%]) 2,960 | (+38 [+1.3%]) 2,960 | +| leaf | (+1452 [+3.0%]) 50,187 | (+1452 [+3.0%]) 50,187 | + + +| ecrecover_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+38 [+1.3%]) 2,960 | (+38 [+1.3%]) 2,960 | (+38 [+1.3%]) 2,960 | (+38 [+1.3%]) 2,960 | +| `main_cells_used ` | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | +| `total_cycles ` | 290,016 | 290,016 | 290,016 | 290,016 | +| `execute_time_ms ` | (-143 [-29.5%]) 342 | (-143 [-29.5%]) 342 | (-143 [-29.5%]) 342 | (-143 [-29.5%]) 342 | +| `trace_gen_time_ms ` | (+198 [+260.5%]) 274 | (+198 [+260.5%]) 274 | (+198 [+260.5%]) 274 | (+198 [+260.5%]) 274 | +| `stark_prove_excluding_trace_time_ms` | (-17 [-0.7%]) 2,344 | (-17 [-0.7%]) 2,344 | (-17 [-0.7%]) 2,344 | (-17 [-0.7%]) 2,344 | +| `main_trace_commit_time_ms` | (-5 [-1.3%]) 393 | (-5 [-1.3%]) 393 | (-5 [-1.3%]) 393 | (-5 [-1.3%]) 393 | +| `generate_perm_trace_time_ms` | (-3 [-6.8%]) 41 | (-3 [-6.8%]) 41 | (-3 [-6.8%]) 41 | (-3 [-6.8%]) 41 | +| `perm_trace_commit_time_ms` | 524 | 524 | 524 | 524 | +| `quotient_poly_compute_time_ms` | (+3 [+1.1%]) 275 | (+3 [+1.1%]) 275 | (+3 [+1.1%]) 275 | (+3 [+1.1%]) 275 | +| `quotient_poly_commit_time_ms` | (-15 [-4.7%]) 302 | (-15 [-4.7%]) 302 | (-15 [-4.7%]) 302 | (-15 [-4.7%]) 302 | +| `pcs_opening_time_ms ` | (+2 [+0.2%]) 805 | (+2 [+0.2%]) 805 | (+2 [+0.2%]) 805 | (+2 [+0.2%]) 805 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+1452 [+3.0%]) 50,187 | (+1452 [+3.0%]) 50,187 | (+1452 [+3.0%]) 50,187 | (+1452 [+3.0%]) 50,187 | +| `main_cells_used ` | (-45541984 [-10.2%]) 400,078,764 | (-45541984 [-10.2%]) 400,078,764 | (-45541984 [-10.2%]) 400,078,764 | (-45541984 [-10.2%]) 400,078,764 | +| `total_cycles ` | 9,777,679 | 9,777,679 | 9,777,679 | 9,777,679 | +| `execute_time_ms ` | (-2733 [-23.3%]) 8,979 | (-2733 [-23.3%]) 8,979 | (-2733 [-23.3%]) 8,979 | (-2733 [-23.3%]) 8,979 | +| `trace_gen_time_ms ` | (+5800 [+269.6%]) 7,951 | (+5800 [+269.6%]) 7,951 | (+5800 [+269.6%]) 7,951 | (+5800 [+269.6%]) 7,951 | +| `stark_prove_excluding_trace_time_ms` | (-1615 [-4.6%]) 33,257 | (-1615 [-4.6%]) 33,257 | (-1615 [-4.6%]) 33,257 | (-1615 [-4.6%]) 33,257 | +| `main_trace_commit_time_ms` | (-401 [-6.4%]) 5,897 | (-401 [-6.4%]) 5,897 | (-401 [-6.4%]) 5,897 | (-401 [-6.4%]) 5,897 | +| `generate_perm_trace_time_ms` | (-1 [-0.1%]) 783 | (-1 [-0.1%]) 783 | (-1 [-0.1%]) 783 | (-1 [-0.1%]) 783 | +| `perm_trace_commit_time_ms` | (-348 [-5.6%]) 5,829 | (-348 [-5.6%]) 5,829 | (-348 [-5.6%]) 5,829 | (-348 [-5.6%]) 5,829 | +| `quotient_poly_compute_time_ms` | (-485 [-6.0%]) 7,577 | (-485 [-6.0%]) 7,577 | (-485 [-6.0%]) 7,577 | (-485 [-6.0%]) 7,577 | +| `quotient_poly_commit_time_ms` | (-369 [-7.2%]) 4,748 | (-369 [-7.2%]) 4,748 | (-369 [-7.2%]) 4,748 | (-369 [-7.2%]) 4,748 | +| `pcs_opening_time_ms ` | (-11 [-0.1%]) 8,420 | (-11 [-0.1%]) 8,420 | (-11 [-0.1%]) 8,420 | (-11 [-0.1%]) 8,420 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| ecrecover_program | 1 | | 1,169 | 2 | 7 | +| leaf | | 1 | | 2 | | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| ecrecover_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| ecrecover_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| ecrecover_program | KeccakVmAir | 2 | 321 | 4,571 | +| ecrecover_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| ecrecover_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| ecrecover_program | PhantomAir | 2 | 3 | 5 | +| ecrecover_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| ecrecover_program | ProgramAir | 1 | 1 | 4 | +| ecrecover_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| ecrecover_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| ecrecover_program | VmAirWrapper | 2 | 19 | 43 | +| ecrecover_program | VmAirWrapper | 2 | 17 | 39 | +| ecrecover_program | VmAirWrapper | 2 | 23 | 90 | +| ecrecover_program | VmAirWrapper | 2 | 11 | 25 | +| ecrecover_program | VmAirWrapper | 2 | 13 | 41 | +| ecrecover_program | VmAirWrapper | 2 | 10 | 22 | +| ecrecover_program | VmAirWrapper | 2 | 15 | 17 | +| ecrecover_program | VmAirWrapper, ModularIsEqualCoreAir<32, 4, 8> | 2 | 25 | 223 | +| ecrecover_program | VmAirWrapper | 2 | 16 | 20 | +| ecrecover_program | VmAirWrapper | 2 | 18 | 33 | +| ecrecover_program | VmAirWrapper | 2 | 17 | 38 | +| ecrecover_program | VmAirWrapper | 2 | 25 | 88 | +| ecrecover_program | VmAirWrapper | 2 | 24 | 38 | +| ecrecover_program | VmAirWrapper | 2 | 19 | 26 | +| ecrecover_program | VmAirWrapper | 2 | 11 | 15 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 2 | 411 | 449 | +| ecrecover_program | VmAirWrapper, ModularAddSubCoreAir> | 2 | 94 | 126 | +| ecrecover_program | VmAirWrapper, ModularMulDivCoreAir> | 2 | 156 | 188 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 2 | 422 | 456 | +| ecrecover_program | VmConnectorAir | 2 | 3 | 9 | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 2,097,152 | | 16 | 11 | 56,623,104 | +| leaf | AccessAdapterAir<4> | 0 | 1,048,576 | | 16 | 13 | 30,408,704 | +| leaf | AccessAdapterAir<8> | 0 | 262,144 | | 16 | 17 | 8,650,752 | +| leaf | FriReducedOpeningAir | 0 | 1,048,576 | | 76 | 64 | 146,800,640 | +| leaf | NativePoseidon2Air, 1> | 0 | 131,072 | | 36 | 348 | 50,331,648 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 1,048,576 | | 8 | 10 | 18,874,368 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 4,194,304 | | 28 | 23 | 213,909,504 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 4,194,304 | | 20 | 30 | 209,715,200 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 4,194,304 | | 24 | 41 | 272,629,760 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 262,144 | | 20 | 40 | 15,728,640 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 2,097,152 | | 8 | 11 | 39,845,888 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| ecrecover_program | AccessAdapterAir<16> | 0 | 16,384 | | 24 | 25 | 802,816 | +| ecrecover_program | AccessAdapterAir<2> | 0 | 256 | | 24 | 11 | 8,960 | +| ecrecover_program | AccessAdapterAir<32> | 0 | 8,192 | | 24 | 41 | 532,480 | +| ecrecover_program | AccessAdapterAir<4> | 0 | 128 | | 24 | 13 | 4,736 | +| ecrecover_program | AccessAdapterAir<8> | 0 | 32,768 | | 24 | 17 | 1,343,488 | +| ecrecover_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| ecrecover_program | KeccakVmAir | 0 | 128 | | 1,288 | 3,164 | 569,856 | +| ecrecover_program | MemoryMerkleAir<8> | 0 | 4,096 | | 20 | 32 | 212,992 | +| ecrecover_program | PersistentBoundaryAir<8> | 0 | 4,096 | | 12 | 20 | 131,072 | +| ecrecover_program | PhantomAir | 0 | 64 | | 12 | 6 | 1,152 | +| ecrecover_program | Poseidon2PeripheryAir, 1> | 0 | 4,096 | | 8 | 300 | 1,261,568 | +| ecrecover_program | ProgramAir | 0 | 16,384 | | 8 | 10 | 294,912 | +| ecrecover_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| ecrecover_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| ecrecover_program | VmAirWrapper | 0 | 131,072 | | 80 | 36 | 15,204,352 | +| ecrecover_program | VmAirWrapper | 0 | 2,048 | | 40 | 37 | 157,696 | +| ecrecover_program | VmAirWrapper | 0 | 16,384 | | 52 | 53 | 1,720,320 | +| ecrecover_program | VmAirWrapper | 0 | 16,384 | | 48 | 26 | 1,212,416 | +| ecrecover_program | VmAirWrapper | 0 | 32,768 | | 56 | 32 | 2,883,584 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 44 | 18 | 253,952 | +| ecrecover_program | VmAirWrapper | 0 | 256 | | 36 | 26 | 15,872 | +| ecrecover_program | VmAirWrapper, ModularIsEqualCoreAir<32, 4, 8> | 0 | 4,096 | | 56 | 166 | 909,312 | +| ecrecover_program | VmAirWrapper | 0 | 8,192 | | 36 | 28 | 524,288 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 76 | 35 | 454,656 | +| ecrecover_program | VmAirWrapper | 0 | 131,072 | | 72 | 40 | 14,680,064 | +| ecrecover_program | VmAirWrapper | 0 | 8 | | 104 | 57 | 1,288 | +| ecrecover_program | VmAirWrapper | 0 | 8 | | 100 | 39 | 1,112 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 80 | 31 | 454,656 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 28 | 21 | 200,704 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 0 | 2,048 | | 828 | 543 | 2,807,808 | +| ecrecover_program | VmAirWrapper, ModularAddSubCoreAir> | 0 | 8 | | 192 | 199 | 3,128 | +| ecrecover_program | VmAirWrapper, ModularMulDivCoreAir> | 0 | 16 | | 316 | 261 | 9,232 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 0 | 1,024 | | 848 | 619 | 1,502,208 | +| ecrecover_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 7,951 | 50,187 | 9,777,679 | 1,069,222,360 | 33,257 | 7,577 | 4,748 | 5,829 | 8,420 | 5,897 | 400,078,764 | 783 | 8,979 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| ecrecover_program | 0 | 274 | 2,960 | 290,016 | 55,907,135 | 2,344 | 275 | 302 | 524 | 805 | 393 | 13,383,383 | 41 | 342 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083) diff --git a/benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md b/benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md new file mode 100644 index 0000000000..b334e3d901 --- /dev/null +++ b/benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md @@ -0,0 +1,159 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+1253 [+4.9%]) 26,691 | (+1253 [+4.9%]) 26,691 | +| fibonacci_program | (+353 [+4.8%]) 7,767 | (+353 [+4.8%]) 7,767 | +| leaf | (+900 [+5.0%]) 18,924 | (+900 [+5.0%]) 18,924 | + + +| fibonacci_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+353 [+4.8%]) 7,767 | (+353 [+4.8%]) 7,767 | (+353 [+4.8%]) 7,767 | (+353 [+4.8%]) 7,767 | +| `main_cells_used ` | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | +| `total_cycles ` | 1,500,137 | 1,500,137 | 1,500,137 | 1,500,137 | +| `execute_time_ms ` | (-358 [-21.8%]) 1,287 | (-358 [-21.8%]) 1,287 | (-358 [-21.8%]) 1,287 | (-358 [-21.8%]) 1,287 | +| `trace_gen_time_ms ` | (+674 [+263.3%]) 930 | (+674 [+263.3%]) 930 | (+674 [+263.3%]) 930 | (+674 [+263.3%]) 930 | +| `stark_prove_excluding_trace_time_ms` | (+37 [+0.7%]) 5,550 | (+37 [+0.7%]) 5,550 | (+37 [+0.7%]) 5,550 | (+37 [+0.7%]) 5,550 | +| `main_trace_commit_time_ms` | (-4 [-0.5%]) 852 | (-4 [-0.5%]) 852 | (-4 [-0.5%]) 852 | (-4 [-0.5%]) 852 | +| `generate_perm_trace_time_ms` | (+2 [+1.1%]) 180 | (+2 [+1.1%]) 180 | (+2 [+1.1%]) 180 | (+2 [+1.1%]) 180 | +| `perm_trace_commit_time_ms` | (+12 [+0.7%]) 1,757 | (+12 [+0.7%]) 1,757 | (+12 [+0.7%]) 1,757 | (+12 [+0.7%]) 1,757 | +| `quotient_poly_compute_time_ms` | (+6 [+0.7%]) 849 | (+6 [+0.7%]) 849 | (+6 [+0.7%]) 849 | (+6 [+0.7%]) 849 | +| `quotient_poly_commit_time_ms` | (+31 [+6.3%]) 525 | (+31 [+6.3%]) 525 | (+31 [+6.3%]) 525 | (+31 [+6.3%]) 525 | +| `pcs_opening_time_ms ` | (-11 [-0.8%]) 1,384 | (-11 [-0.8%]) 1,384 | (-11 [-0.8%]) 1,384 | (-11 [-0.8%]) 1,384 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+900 [+5.0%]) 18,924 | (+900 [+5.0%]) 18,924 | (+900 [+5.0%]) 18,924 | (+900 [+5.0%]) 18,924 | +| `main_cells_used ` | (-11705413 [-9.1%]) 117,156,153 | (-11705413 [-9.1%]) 117,156,153 | (-11705413 [-9.1%]) 117,156,153 | (-11705413 [-9.1%]) 117,156,153 | +| `total_cycles ` | (-3266 [-0.1%]) 3,169,423 | (-3266 [-0.1%]) 3,169,423 | (-3266 [-0.1%]) 3,169,423 | (-3266 [-0.1%]) 3,169,423 | +| `execute_time_ms ` | (-645 [-17.8%]) 2,980 | (-645 [-17.8%]) 2,980 | (-645 [-17.8%]) 2,980 | (-645 [-17.8%]) 2,980 | +| `trace_gen_time_ms ` | (+1729 [+256.1%]) 2,404 | (+1729 [+256.1%]) 2,404 | (+1729 [+256.1%]) 2,404 | (+1729 [+256.1%]) 2,404 | +| `stark_prove_excluding_trace_time_ms` | (-184 [-1.3%]) 13,540 | (-184 [-1.3%]) 13,540 | (-184 [-1.3%]) 13,540 | (-184 [-1.3%]) 13,540 | +| `main_trace_commit_time_ms` | (-153 [-6.2%]) 2,306 | (-153 [-6.2%]) 2,306 | (-153 [-6.2%]) 2,306 | (-153 [-6.2%]) 2,306 | +| `generate_perm_trace_time_ms` | (+2 [+0.6%]) 326 | (+2 [+0.6%]) 326 | (+2 [+0.6%]) 326 | (+2 [+0.6%]) 326 | +| `perm_trace_commit_time_ms` | (-120 [-5.6%]) 2,018 | (-120 [-5.6%]) 2,018 | (-120 [-5.6%]) 2,018 | (-120 [-5.6%]) 2,018 | +| `quotient_poly_compute_time_ms` | (+34 [+1.0%]) 3,378 | (+34 [+1.0%]) 3,378 | (+34 [+1.0%]) 3,378 | (+34 [+1.0%]) 3,378 | +| `quotient_poly_commit_time_ms` | (-46 [-2.2%]) 2,063 | (-46 [-2.2%]) 2,063 | (-46 [-2.2%]) 2,063 | (-46 [-2.2%]) 2,063 | +| `pcs_opening_time_ms ` | (+99 [+3.0%]) 3,446 | (+99 [+3.0%]) 3,446 | (+99 [+3.0%]) 3,446 | (+99 [+3.0%]) 3,446 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| fibonacci_program | 1 | | 356 | 2 | 6 | +| leaf | | 1 | | 2 | | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| fibonacci_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| fibonacci_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| fibonacci_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| fibonacci_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| fibonacci_program | PhantomAir | 2 | 3 | 5 | +| fibonacci_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| fibonacci_program | ProgramAir | 1 | 1 | 4 | +| fibonacci_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| fibonacci_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| fibonacci_program | VmAirWrapper | 2 | 19 | 43 | +| fibonacci_program | VmAirWrapper | 2 | 17 | 39 | +| fibonacci_program | VmAirWrapper | 2 | 23 | 90 | +| fibonacci_program | VmAirWrapper | 2 | 11 | 25 | +| fibonacci_program | VmAirWrapper | 2 | 13 | 41 | +| fibonacci_program | VmAirWrapper | 2 | 10 | 22 | +| fibonacci_program | VmAirWrapper | 2 | 15 | 17 | +| fibonacci_program | VmAirWrapper | 2 | 16 | 20 | +| fibonacci_program | VmAirWrapper | 2 | 18 | 33 | +| fibonacci_program | VmAirWrapper | 2 | 17 | 38 | +| fibonacci_program | VmAirWrapper | 2 | 25 | 88 | +| fibonacci_program | VmAirWrapper | 2 | 24 | 38 | +| fibonacci_program | VmAirWrapper | 2 | 19 | 26 | +| fibonacci_program | VmAirWrapper | 2 | 11 | 15 | +| fibonacci_program | VmConnectorAir | 2 | 3 | 9 | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 524,288 | | 16 | 11 | 14,155,776 | +| leaf | AccessAdapterAir<4> | 0 | 262,144 | | 16 | 13 | 7,602,176 | +| leaf | AccessAdapterAir<8> | 0 | 65,536 | | 16 | 17 | 2,162,688 | +| leaf | FriReducedOpeningAir | 0 | 131,072 | | 76 | 64 | 18,350,080 | +| leaf | NativePoseidon2Air, 1> | 0 | 32,768 | | 36 | 348 | 12,582,912 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 131,072 | | 8 | 10 | 2,359,296 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 1,048,576 | | 28 | 23 | 53,477,376 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 2,097,152 | | 20 | 30 | 104,857,600 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 2,097,152 | | 24 | 41 | 136,314,880 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 32,768 | | 20 | 40 | 1,966,080 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 524,288 | | 8 | 11 | 9,961,472 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| fibonacci_program | AccessAdapterAir<8> | 0 | 64 | | 24 | 17 | 2,624 | +| fibonacci_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| fibonacci_program | MemoryMerkleAir<8> | 0 | 512 | | 20 | 32 | 26,624 | +| fibonacci_program | PersistentBoundaryAir<8> | 0 | 64 | | 12 | 20 | 2,048 | +| fibonacci_program | PhantomAir | 0 | 2 | | 12 | 6 | 36 | +| fibonacci_program | Poseidon2PeripheryAir, 1> | 0 | 256 | | 8 | 300 | 78,848 | +| fibonacci_program | ProgramAir | 0 | 4,096 | | 8 | 10 | 73,728 | +| fibonacci_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| fibonacci_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| fibonacci_program | VmAirWrapper | 0 | 1,048,576 | | 80 | 36 | 121,634,816 | +| fibonacci_program | VmAirWrapper | 0 | 524,288 | | 40 | 37 | 40,370,176 | +| fibonacci_program | VmAirWrapper | 0 | 2 | | 52 | 53 | 210 | +| fibonacci_program | VmAirWrapper | 0 | 262,144 | | 48 | 26 | 19,398,656 | +| fibonacci_program | VmAirWrapper | 0 | 8 | | 56 | 32 | 704 | +| fibonacci_program | VmAirWrapper | 0 | 131,072 | | 44 | 18 | 8,126,464 | +| fibonacci_program | VmAirWrapper | 0 | 4 | | 36 | 26 | 248 | +| fibonacci_program | VmAirWrapper | 0 | 16 | | 36 | 28 | 1,024 | +| fibonacci_program | VmAirWrapper | 0 | 32 | | 72 | 40 | 3,584 | +| fibonacci_program | VmAirWrapper | 0 | 16 | | 28 | 21 | 784 | +| fibonacci_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 2,404 | 18,924 | 3,169,423 | 369,494,488 | 13,540 | 3,378 | 2,063 | 2,018 | 3,446 | 2,306 | 117,156,153 | 326 | 2,980 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| fibonacci_program | 0 | 930 | 7,767 | 1,500,137 | 197,453,854 | 5,550 | 849 | 525 | 1,757 | 1,384 | 852 | 51,425,372 | 180 | 1,287 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083) diff --git a/benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md b/benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md new file mode 100644 index 0000000000..7ef1cff2a2 --- /dev/null +++ b/benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md @@ -0,0 +1,167 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+2001 [+3.4%]) 60,002 | (+2001 [+3.4%]) 60,002 | +| regex_program | (+587 [+2.6%]) 22,959 | (+587 [+2.6%]) 22,959 | +| leaf | (+1414 [+4.0%]) 37,043 | (+1414 [+4.0%]) 37,043 | + + +| regex_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+587 [+2.6%]) 22,959 | (+587 [+2.6%]) 22,959 | (+587 [+2.6%]) 22,959 | (+587 [+2.6%]) 22,959 | +| `main_cells_used ` | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | +| `total_cycles ` | 4,190,904 | 4,190,904 | 4,190,904 | 4,190,904 | +| `execute_time_ms ` | (-1771 [-30.7%]) 4,005 | (-1771 [-30.7%]) 4,005 | (-1771 [-30.7%]) 4,005 | (-1771 [-30.7%]) 4,005 | +| `trace_gen_time_ms ` | (+2886 [+401.9%]) 3,604 | (+2886 [+401.9%]) 3,604 | (+2886 [+401.9%]) 3,604 | (+2886 [+401.9%]) 3,604 | +| `stark_prove_excluding_trace_time_ms` | (-528 [-3.3%]) 15,350 | (-528 [-3.3%]) 15,350 | (-528 [-3.3%]) 15,350 | (-528 [-3.3%]) 15,350 | +| `main_trace_commit_time_ms` | (+91 [+3.7%]) 2,547 | (+91 [+3.7%]) 2,547 | (+91 [+3.7%]) 2,547 | (+91 [+3.7%]) 2,547 | +| `generate_perm_trace_time_ms` | 501 | 501 | 501 | 501 | +| `perm_trace_commit_time_ms` | 5,498 | 5,498 | 5,498 | 5,498 | +| `quotient_poly_compute_time_ms` | (-630 [-23.1%]) 2,096 | (-630 [-23.1%]) 2,096 | (-630 [-23.1%]) 2,096 | (-630 [-23.1%]) 2,096 | +| `quotient_poly_commit_time_ms` | (-38 [-2.9%]) 1,252 | (-38 [-2.9%]) 1,252 | (-38 [-2.9%]) 1,252 | (-38 [-2.9%]) 1,252 | +| `pcs_opening_time_ms ` | (+50 [+1.5%]) 3,453 | (+50 [+1.5%]) 3,453 | (+50 [+1.5%]) 3,453 | (+50 [+1.5%]) 3,453 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+1414 [+4.0%]) 37,043 | (+1414 [+4.0%]) 37,043 | (+1414 [+4.0%]) 37,043 | (+1414 [+4.0%]) 37,043 | +| `main_cells_used ` | (-32357001 [-11.1%]) 258,946,224 | (-32357001 [-11.1%]) 258,946,224 | (-32357001 [-11.1%]) 258,946,224 | (-32357001 [-11.1%]) 258,946,224 | +| `total_cycles ` | 6,522,292 | 6,522,292 | 6,522,292 | 6,522,292 | +| `execute_time_ms ` | (-1578 [-20.4%]) 6,171 | (-1578 [-20.4%]) 6,171 | (-1578 [-20.4%]) 6,171 | (-1578 [-20.4%]) 6,171 | +| `trace_gen_time_ms ` | (+3974 [+276.7%]) 5,410 | (+3974 [+276.7%]) 5,410 | (+3974 [+276.7%]) 5,410 | (+3974 [+276.7%]) 5,410 | +| `stark_prove_excluding_trace_time_ms` | (-982 [-3.7%]) 25,462 | (-982 [-3.7%]) 25,462 | (-982 [-3.7%]) 25,462 | (-982 [-3.7%]) 25,462 | +| `main_trace_commit_time_ms` | (-366 [-7.6%]) 4,451 | (-366 [-7.6%]) 4,451 | (-366 [-7.6%]) 4,451 | (-366 [-7.6%]) 4,451 | +| `generate_perm_trace_time_ms` | (+4 [+0.7%]) 581 | (+4 [+0.7%]) 581 | (+4 [+0.7%]) 581 | (+4 [+0.7%]) 581 | +| `perm_trace_commit_time_ms` | (-204 [-4.3%]) 4,564 | (-204 [-4.3%]) 4,564 | (-204 [-4.3%]) 4,564 | (-204 [-4.3%]) 4,564 | +| `quotient_poly_compute_time_ms` | (-245 [-4.5%]) 5,177 | (-245 [-4.5%]) 5,177 | (-245 [-4.5%]) 5,177 | (-245 [-4.5%]) 5,177 | +| `quotient_poly_commit_time_ms` | (-233 [-5.7%]) 3,835 | (-233 [-5.7%]) 3,835 | (-233 [-5.7%]) 3,835 | (-233 [-5.7%]) 3,835 | +| `pcs_opening_time_ms ` | (+63 [+0.9%]) 6,852 | (+63 [+0.9%]) 6,852 | (+63 [+0.9%]) 6,852 | (+63 [+0.9%]) 6,852 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| leaf | | 1 | | 2 | | +| regex_program | 1 | | 737 | 2 | 41 | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | +| regex_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| regex_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| regex_program | KeccakVmAir | 2 | 321 | 4,571 | +| regex_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| regex_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| regex_program | PhantomAir | 2 | 3 | 5 | +| regex_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| regex_program | ProgramAir | 1 | 1 | 4 | +| regex_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| regex_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| regex_program | VmAirWrapper | 2 | 19 | 43 | +| regex_program | VmAirWrapper | 2 | 17 | 39 | +| regex_program | VmAirWrapper | 2 | 23 | 90 | +| regex_program | VmAirWrapper | 2 | 11 | 25 | +| regex_program | VmAirWrapper | 2 | 13 | 41 | +| regex_program | VmAirWrapper | 2 | 10 | 22 | +| regex_program | VmAirWrapper | 2 | 15 | 17 | +| regex_program | VmAirWrapper | 2 | 16 | 20 | +| regex_program | VmAirWrapper | 2 | 18 | 33 | +| regex_program | VmAirWrapper | 2 | 17 | 38 | +| regex_program | VmAirWrapper | 2 | 25 | 88 | +| regex_program | VmAirWrapper | 2 | 24 | 38 | +| regex_program | VmAirWrapper | 2 | 19 | 26 | +| regex_program | VmAirWrapper | 2 | 11 | 15 | +| regex_program | VmConnectorAir | 2 | 3 | 9 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 2,097,152 | | 16 | 11 | 56,623,104 | +| leaf | AccessAdapterAir<4> | 0 | 1,048,576 | | 16 | 13 | 30,408,704 | +| leaf | AccessAdapterAir<8> | 0 | 131,072 | | 16 | 17 | 4,325,376 | +| leaf | FriReducedOpeningAir | 0 | 1,048,576 | | 76 | 64 | 146,800,640 | +| leaf | NativePoseidon2Air, 1> | 0 | 65,536 | | 36 | 348 | 25,165,824 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 524,288 | | 8 | 10 | 9,437,184 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 2,097,152 | | 28 | 23 | 106,954,752 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 4,194,304 | | 20 | 30 | 209,715,200 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 2,097,152 | | 24 | 41 | 136,314,880 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 131,072 | | 20 | 40 | 7,864,320 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 1,048,576 | | 8 | 11 | 19,922,944 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| regex_program | AccessAdapterAir<2> | 0 | 64 | | 24 | 11 | 2,240 | +| regex_program | AccessAdapterAir<4> | 0 | 32 | | 24 | 13 | 1,184 | +| regex_program | AccessAdapterAir<8> | 0 | 131,072 | | 24 | 17 | 5,373,952 | +| regex_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| regex_program | KeccakVmAir | 0 | 32 | | 1,288 | 3,164 | 142,464 | +| regex_program | MemoryMerkleAir<8> | 0 | 131,072 | | 20 | 32 | 6,815,744 | +| regex_program | PersistentBoundaryAir<8> | 0 | 131,072 | | 12 | 20 | 4,194,304 | +| regex_program | PhantomAir | 0 | 512 | | 12 | 6 | 9,216 | +| regex_program | Poseidon2PeripheryAir, 1> | 0 | 16,384 | | 8 | 300 | 5,046,272 | +| regex_program | ProgramAir | 0 | 131,072 | | 8 | 10 | 2,359,296 | +| regex_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| regex_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| regex_program | VmAirWrapper | 0 | 2,097,152 | | 80 | 36 | 243,269,632 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 40 | 37 | 5,046,272 | +| regex_program | VmAirWrapper | 0 | 262,144 | | 52 | 53 | 27,525,120 | +| regex_program | VmAirWrapper | 0 | 524,288 | | 48 | 26 | 38,797,312 | +| regex_program | VmAirWrapper | 0 | 262,144 | | 56 | 32 | 23,068,672 | +| regex_program | VmAirWrapper | 0 | 131,072 | | 44 | 18 | 8,126,464 | +| regex_program | VmAirWrapper | 0 | 16,384 | | 36 | 26 | 1,015,808 | +| regex_program | VmAirWrapper | 0 | 131,072 | | 36 | 28 | 8,388,608 | +| regex_program | VmAirWrapper | 0 | 1,024 | | 76 | 35 | 113,664 | +| regex_program | VmAirWrapper | 0 | 2,097,152 | | 72 | 40 | 234,881,024 | +| regex_program | VmAirWrapper | 0 | 128 | | 104 | 57 | 20,608 | +| regex_program | VmAirWrapper | 0 | 256 | | 100 | 39 | 35,584 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 80 | 31 | 7,274,496 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 28 | 21 | 3,211,264 | +| regex_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 5,410 | 37,043 | 6,522,292 | 759,237,080 | 25,462 | 5,177 | 3,835 | 4,564 | 6,852 | 4,451 | 258,946,224 | 581 | 6,171 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| regex_program | 0 | 3,604 | 22,959 | 4,190,904 | 632,452,480 | 15,350 | 2,096 | 1,252 | 5,498 | 3,453 | 2,547 | 156,002,521 | 501 | 4,005 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083) diff --git a/benchmarks-pr/1162/summary.md b/benchmarks-pr/1162/summary.md new file mode 100644 index 0000000000..9391fbdce8 --- /dev/null +++ b/benchmarks-pr/1162/summary.md @@ -0,0 +1,11 @@ +| group | app.proof_time_ms | app.cycles | app.cells_used | leaf.proof_time_ms | leaf.cycles | leaf.cells_used | +| -- | -- | -- | -- | -- | -- | -- | +| [verify_fibair](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+83 [+5.2%]) 1,691 | 194,752 | (-858905 [-10.7%]) 7,153,917 |- | - | - | +| [fibonacci_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+353 [+4.8%]) 7,767 | 1,500,137 | (-79730 [-0.2%]) 51,425,372 |(+900 [+5.0%]) 18,924 | (-3266 [-0.1%]) 3,169,423 | (-11705413 [-9.1%]) 117,156,153 | +| [regex_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+587 [+2.6%]) 22,959 | 4,190,904 | (-9025652 [-5.5%]) 156,002,521 |(+1414 [+4.0%]) 37,043 | 6,522,292 | (-32357001 [-11.1%]) 258,946,224 | +| [ecrecover_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+38 [+1.3%]) 2,960 | 290,016 | (-1846654 [-12.1%]) 13,383,383 |(+1452 [+3.0%]) 50,187 | 9,777,679 | (-45541984 [-10.2%]) 400,078,764 | + + +Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083) diff --git a/benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md b/benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md new file mode 100644 index 0000000000..78fa115f38 --- /dev/null +++ b/benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md @@ -0,0 +1,85 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+83 [+5.2%]) 1,691 | (+83 [+5.2%]) 1,691 | +| verify_fibair | (+83 [+5.2%]) 1,691 | (+83 [+5.2%]) 1,691 | + + +| verify_fibair ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+83 [+5.2%]) 1,691 | (+83 [+5.2%]) 1,691 | (+83 [+5.2%]) 1,691 | (+83 [+5.2%]) 1,691 | +| `main_cells_used ` | (-858905 [-10.7%]) 7,153,917 | (-858905 [-10.7%]) 7,153,917 | (-858905 [-10.7%]) 7,153,917 | (-858905 [-10.7%]) 7,153,917 | +| `total_cycles ` | 194,752 | 194,752 | 194,752 | 194,752 | +| `execute_time_ms ` | (-27 [-14.6%]) 158 | (-27 [-14.6%]) 158 | (-27 [-14.6%]) 158 | (-27 [-14.6%]) 158 | +| `trace_gen_time_ms ` | (+93 [+197.9%]) 140 | (+93 [+197.9%]) 140 | (+93 [+197.9%]) 140 | (+93 [+197.9%]) 140 | +| `stark_prove_excluding_trace_time_ms` | (+17 [+1.2%]) 1,393 | (+17 [+1.2%]) 1,393 | (+17 [+1.2%]) 1,393 | (+17 [+1.2%]) 1,393 | +| `main_trace_commit_time_ms` | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | +| `generate_perm_trace_time_ms` | (-1 [-3.6%]) 27 | (-1 [-3.6%]) 27 | (-1 [-3.6%]) 27 | (-1 [-3.6%]) 27 | +| `perm_trace_commit_time_ms` | (+8 [+4.5%]) 184 | (+8 [+4.5%]) 184 | (+8 [+4.5%]) 184 | (+8 [+4.5%]) 184 | +| `quotient_poly_compute_time_ms` | (-5 [-1.9%]) 253 | (-5 [-1.9%]) 253 | (-5 [-1.9%]) 253 | (-5 [-1.9%]) 253 | +| `quotient_poly_commit_time_ms` | 251 | 251 | 251 | 251 | +| `pcs_opening_time_ms ` | (-1 [-0.2%]) 452 | (-1 [-0.2%]) 452 | (-1 [-0.2%]) 452 | (-1 [-0.2%]) 452 | + + + +
+Detailed Metrics + +| | verify_program_compile_ms | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | +| | 4 | 32 | 10 | 0 | 1 | 0 | 3 | 5 | + +| air_name | rows | quotient_deg | main_cols | interactions | constraints | cells | +| --- | --- | --- | --- | --- | --- | --- | +| AccessAdapterAir<2> | | 4 | | 5 | 12 | | +| AccessAdapterAir<4> | | 4 | | 5 | 12 | | +| AccessAdapterAir<8> | | 4 | | 5 | 12 | | +| FibonacciAir | 16 | 1 | 2 | | 5 | 32 | +| FriReducedOpeningAir | | 4 | | 35 | 59 | | +| NativePoseidon2Air, 1> | | 4 | | 31 | 302 | | +| PhantomAir | | 4 | | 3 | 4 | | +| ProgramAir | | 1 | | 1 | 4 | | +| VariableRangeCheckerAir | | 1 | | 1 | 4 | | +| VmAirWrapper | | 2 | | 11 | 23 | | +| VmAirWrapper | | 4 | | 7 | 6 | | +| VmAirWrapper, PublicValuesCoreAir> | | 4 | | 11 | 22 | | +| VmAirWrapper, FieldArithmeticCoreAir> | | 4 | | 15 | 23 | | +| VmAirWrapper, NativeLoadStoreCoreAir<1> | | 4 | | 19 | 31 | | +| VmAirWrapper, FieldExtensionCoreAir> | | 4 | | 15 | 23 | | +| VmConnectorAir | | 4 | | 3 | 8 | | +| VolatileBoundaryAir | | 4 | | 4 | 16 | | + +| group | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | fri.log_blowup | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| verify_fibair | 140 | 1,691 | 194,752 | 23,304,216 | 1,393 | 253 | 251 | 184 | 452 | 222 | 7,153,917 | 27 | 2 | 158 | + +| group | air_name | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | +| verify_fibair | AccessAdapterAir<2> | 32,768 | | 16 | 11 | 884,736 | +| verify_fibair | AccessAdapterAir<4> | 16,384 | | 16 | 13 | 475,136 | +| verify_fibair | AccessAdapterAir<8> | 4,096 | | 16 | 17 | 135,168 | +| verify_fibair | FriReducedOpeningAir | 512 | | 76 | 64 | 71,680 | +| verify_fibair | NativePoseidon2Air, 1> | 2,048 | | 36 | 348 | 786,432 | +| verify_fibair | PhantomAir | 2,048 | | 8 | 6 | 28,672 | +| verify_fibair | ProgramAir | 8,192 | | 8 | 10 | 147,456 | +| verify_fibair | VariableRangeCheckerAir | 262,144 | 2 | 8 | 1 | 2,359,296 | +| verify_fibair | VmAirWrapper | 32,768 | | 28 | 23 | 1,671,168 | +| verify_fibair | VmAirWrapper | 8,192 | | 12 | 10 | 180,224 | +| verify_fibair | VmAirWrapper, FieldArithmeticCoreAir> | 131,072 | | 20 | 30 | 6,553,600 | +| verify_fibair | VmAirWrapper, NativeLoadStoreCoreAir<1> | 131,072 | | 24 | 41 | 8,519,680 | +| verify_fibair | VmAirWrapper, FieldExtensionCoreAir> | 4,096 | | 20 | 40 | 245,760 | +| verify_fibair | VmConnectorAir | 2 | 1 | 8 | 4 | 24 | +| verify_fibair | VolatileBoundaryAir | 65,536 | | 8 | 11 | 1,245,184 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083)