From 740abf4d5427d09862fb941447e6f7ba64167bfc Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sat, 4 Jan 2025 20:04:05 +0000 Subject: [PATCH] Update benchmark results at bf90510a26507b5cc30a446e4a032da9807926ad --- ...f90510a26507b5cc30a446e4a032da9807926ad.md | 179 ++++++++++++++++++ ...f90510a26507b5cc30a446e4a032da9807926ad.md | 159 ++++++++++++++++ ...f90510a26507b5cc30a446e4a032da9807926ad.md | 167 ++++++++++++++++ benchmarks-pr/1162/summary.md | 12 +- ...f90510a26507b5cc30a446e4a032da9807926ad.md | 85 +++++++++ 5 files changed, 596 insertions(+), 6 deletions(-) create mode 100644 benchmarks-pr/1162/ecrecover-bf90510a26507b5cc30a446e4a032da9807926ad.md create mode 100644 benchmarks-pr/1162/fibonacci-bf90510a26507b5cc30a446e4a032da9807926ad.md create mode 100644 benchmarks-pr/1162/regex-bf90510a26507b5cc30a446e4a032da9807926ad.md create mode 100644 benchmarks-pr/1162/verify_fibair-bf90510a26507b5cc30a446e4a032da9807926ad.md diff --git a/benchmarks-pr/1162/ecrecover-bf90510a26507b5cc30a446e4a032da9807926ad.md b/benchmarks-pr/1162/ecrecover-bf90510a26507b5cc30a446e4a032da9807926ad.md new file mode 100644 index 0000000000..da94aa8027 --- /dev/null +++ b/benchmarks-pr/1162/ecrecover-bf90510a26507b5cc30a446e4a032da9807926ad.md @@ -0,0 +1,179 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+2 [+4.8%]) 47.45 | (+2 [+4.8%]) 47.45 | +| ecrecover_program | (+0 [+4.6%]) 2.84 | (+0 [+4.6%]) 2.84 | +| leaf | (+2 [+4.8%]) 44.61 | (+2 [+4.8%]) 44.61 | + + +| ecrecover_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+126 [+4.6%]) 2,839 | (+126 [+4.6%]) 2,839 | (+126 [+4.6%]) 2,839 | (+126 [+4.6%]) 2,839 | +| `main_cells_used ` | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | (-1846654 [-12.1%]) 13,383,383 | +| `total_cycles ` | 290,016 | 290,016 | 290,016 | 290,016 | +| `execute_time_ms ` | (-130 [-43.2%]) 171 | (-130 [-43.2%]) 171 | (-130 [-43.2%]) 171 | (-130 [-43.2%]) 171 | +| `trace_gen_time_ms ` | (+200 [+256.4%]) 278 | (+200 [+256.4%]) 278 | (+200 [+256.4%]) 278 | (+200 [+256.4%]) 278 | +| `stark_prove_excluding_trace_time_ms` | (+56 [+2.4%]) 2,390 | (+56 [+2.4%]) 2,390 | (+56 [+2.4%]) 2,390 | (+56 [+2.4%]) 2,390 | +| `main_trace_commit_time_ms` | (+1 [+0.3%]) 399 | (+1 [+0.3%]) 399 | (+1 [+0.3%]) 399 | (+1 [+0.3%]) 399 | +| `generate_perm_trace_time_ms` | (+5 [+11.6%]) 48 | (+5 [+11.6%]) 48 | (+5 [+11.6%]) 48 | (+5 [+11.6%]) 48 | +| `perm_trace_commit_time_ms` | (+6 [+1.1%]) 538 | (+6 [+1.1%]) 538 | (+6 [+1.1%]) 538 | (+6 [+1.1%]) 538 | +| `quotient_poly_compute_time_ms` | (+23 [+8.9%]) 282 | (+23 [+8.9%]) 282 | (+23 [+8.9%]) 282 | (+23 [+8.9%]) 282 | +| `quotient_poly_commit_time_ms` | (+2 [+0.7%]) 303 | (+2 [+0.7%]) 303 | (+2 [+0.7%]) 303 | (+2 [+0.7%]) 303 | +| `pcs_opening_time_ms ` | (+19 [+2.4%]) 817 | (+19 [+2.4%]) 817 | (+19 [+2.4%]) 817 | (+19 [+2.4%]) 817 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+2027 [+4.8%]) 44,612 | (+2027 [+4.8%]) 44,612 | (+2027 [+4.8%]) 44,612 | (+2027 [+4.8%]) 44,612 | +| `main_cells_used ` | (-45524274 [-10.2%]) 400,065,624 | (-45524274 [-10.2%]) 400,065,624 | (-45524274 [-10.2%]) 400,065,624 | (-45524274 [-10.2%]) 400,065,624 | +| `total_cycles ` | 9,776,365 | 9,776,365 | 9,776,365 | 9,776,365 | +| `execute_time_ms ` | (-2254 [-40.2%]) 3,349 | (-2254 [-40.2%]) 3,349 | (-2254 [-40.2%]) 3,349 | (-2254 [-40.2%]) 3,349 | +| `trace_gen_time_ms ` | (+5772 [+277.4%]) 7,853 | (+5772 [+277.4%]) 7,853 | (+5772 [+277.4%]) 7,853 | (+5772 [+277.4%]) 7,853 | +| `stark_prove_excluding_trace_time_ms` | (-1491 [-4.3%]) 33,410 | (-1491 [-4.3%]) 33,410 | (-1491 [-4.3%]) 33,410 | (-1491 [-4.3%]) 33,410 | +| `main_trace_commit_time_ms` | (-440 [-7.0%]) 5,881 | (-440 [-7.0%]) 5,881 | (-440 [-7.0%]) 5,881 | (-440 [-7.0%]) 5,881 | +| `generate_perm_trace_time_ms` | (+12 [+1.5%]) 789 | (+12 [+1.5%]) 789 | (+12 [+1.5%]) 789 | (+12 [+1.5%]) 789 | +| `perm_trace_commit_time_ms` | (-310 [-5.0%]) 5,855 | (-310 [-5.0%]) 5,855 | (-310 [-5.0%]) 5,855 | (-310 [-5.0%]) 5,855 | +| `quotient_poly_compute_time_ms` | (-494 [-6.1%]) 7,639 | (-494 [-6.1%]) 7,639 | (-494 [-6.1%]) 7,639 | (-494 [-6.1%]) 7,639 | +| `quotient_poly_commit_time_ms` | (-308 [-6.0%]) 4,807 | (-308 [-6.0%]) 4,807 | (-308 [-6.0%]) 4,807 | (-308 [-6.0%]) 4,807 | +| `pcs_opening_time_ms ` | (+50 [+0.6%]) 8,437 | (+50 [+0.6%]) 8,437 | (+50 [+0.6%]) 8,437 | (+50 [+0.6%]) 8,437 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| ecrecover_program | 1 | | 1,177 | 2 | 9 | +| leaf | | 1 | | 2 | | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| ecrecover_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| ecrecover_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| ecrecover_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| ecrecover_program | KeccakVmAir | 2 | 321 | 4,571 | +| ecrecover_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| ecrecover_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| ecrecover_program | PhantomAir | 2 | 3 | 5 | +| ecrecover_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| ecrecover_program | ProgramAir | 1 | 1 | 4 | +| ecrecover_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| ecrecover_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| ecrecover_program | VmAirWrapper | 2 | 19 | 43 | +| ecrecover_program | VmAirWrapper | 2 | 17 | 39 | +| ecrecover_program | VmAirWrapper | 2 | 23 | 90 | +| ecrecover_program | VmAirWrapper | 2 | 11 | 25 | +| ecrecover_program | VmAirWrapper | 2 | 13 | 41 | +| ecrecover_program | VmAirWrapper | 2 | 10 | 22 | +| ecrecover_program | VmAirWrapper | 2 | 15 | 17 | +| ecrecover_program | VmAirWrapper, ModularIsEqualCoreAir<32, 4, 8> | 2 | 25 | 223 | +| ecrecover_program | VmAirWrapper | 2 | 16 | 20 | +| ecrecover_program | VmAirWrapper | 2 | 18 | 33 | +| ecrecover_program | VmAirWrapper | 2 | 17 | 38 | +| ecrecover_program | VmAirWrapper | 2 | 25 | 88 | +| ecrecover_program | VmAirWrapper | 2 | 24 | 38 | +| ecrecover_program | VmAirWrapper | 2 | 19 | 26 | +| ecrecover_program | VmAirWrapper | 2 | 11 | 15 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 2 | 411 | 449 | +| ecrecover_program | VmAirWrapper, ModularAddSubCoreAir> | 2 | 94 | 126 | +| ecrecover_program | VmAirWrapper, ModularMulDivCoreAir> | 2 | 156 | 188 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 2 | 422 | 456 | +| ecrecover_program | VmConnectorAir | 2 | 3 | 9 | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 2,097,152 | | 16 | 11 | 56,623,104 | +| leaf | AccessAdapterAir<4> | 0 | 1,048,576 | | 16 | 13 | 30,408,704 | +| leaf | AccessAdapterAir<8> | 0 | 262,144 | | 16 | 17 | 8,650,752 | +| leaf | FriReducedOpeningAir | 0 | 1,048,576 | | 76 | 64 | 146,800,640 | +| leaf | NativePoseidon2Air, 1> | 0 | 131,072 | | 36 | 348 | 50,331,648 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 1,048,576 | | 8 | 10 | 18,874,368 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 4,194,304 | | 28 | 23 | 213,909,504 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 4,194,304 | | 20 | 30 | 209,715,200 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 4,194,304 | | 24 | 41 | 272,629,760 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 262,144 | | 20 | 40 | 15,728,640 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 2,097,152 | | 8 | 11 | 39,845,888 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| ecrecover_program | AccessAdapterAir<16> | 0 | 16,384 | | 24 | 25 | 802,816 | +| ecrecover_program | AccessAdapterAir<2> | 0 | 256 | | 24 | 11 | 8,960 | +| ecrecover_program | AccessAdapterAir<32> | 0 | 8,192 | | 24 | 41 | 532,480 | +| ecrecover_program | AccessAdapterAir<4> | 0 | 128 | | 24 | 13 | 4,736 | +| ecrecover_program | AccessAdapterAir<8> | 0 | 32,768 | | 24 | 17 | 1,343,488 | +| ecrecover_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| ecrecover_program | KeccakVmAir | 0 | 128 | | 1,288 | 3,164 | 569,856 | +| ecrecover_program | MemoryMerkleAir<8> | 0 | 4,096 | | 20 | 32 | 212,992 | +| ecrecover_program | PersistentBoundaryAir<8> | 0 | 4,096 | | 12 | 20 | 131,072 | +| ecrecover_program | PhantomAir | 0 | 64 | | 12 | 6 | 1,152 | +| ecrecover_program | Poseidon2PeripheryAir, 1> | 0 | 4,096 | | 8 | 300 | 1,261,568 | +| ecrecover_program | ProgramAir | 0 | 16,384 | | 8 | 10 | 294,912 | +| ecrecover_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| ecrecover_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| ecrecover_program | VmAirWrapper | 0 | 131,072 | | 80 | 36 | 15,204,352 | +| ecrecover_program | VmAirWrapper | 0 | 2,048 | | 40 | 37 | 157,696 | +| ecrecover_program | VmAirWrapper | 0 | 16,384 | | 52 | 53 | 1,720,320 | +| ecrecover_program | VmAirWrapper | 0 | 16,384 | | 48 | 26 | 1,212,416 | +| ecrecover_program | VmAirWrapper | 0 | 32,768 | | 56 | 32 | 2,883,584 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 44 | 18 | 253,952 | +| ecrecover_program | VmAirWrapper | 0 | 256 | | 36 | 26 | 15,872 | +| ecrecover_program | VmAirWrapper, ModularIsEqualCoreAir<32, 4, 8> | 0 | 4,096 | | 56 | 166 | 909,312 | +| ecrecover_program | VmAirWrapper | 0 | 8,192 | | 36 | 28 | 524,288 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 76 | 35 | 454,656 | +| ecrecover_program | VmAirWrapper | 0 | 131,072 | | 72 | 40 | 14,680,064 | +| ecrecover_program | VmAirWrapper | 0 | 8 | | 104 | 57 | 1,288 | +| ecrecover_program | VmAirWrapper | 0 | 8 | | 100 | 39 | 1,112 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 80 | 31 | 454,656 | +| ecrecover_program | VmAirWrapper | 0 | 4,096 | | 28 | 21 | 200,704 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 0 | 2,048 | | 828 | 543 | 2,807,808 | +| ecrecover_program | VmAirWrapper, ModularAddSubCoreAir> | 0 | 8 | | 192 | 199 | 3,128 | +| ecrecover_program | VmAirWrapper, ModularMulDivCoreAir> | 0 | 16 | | 316 | 261 | 9,232 | +| ecrecover_program | VmAirWrapper, FieldExpressionCoreAir> | 0 | 1,024 | | 848 | 619 | 1,502,208 | +| ecrecover_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 7,853 | 44,612 | 9,776,365 | 1,069,222,360 | 33,410 | 7,639 | 4,807 | 5,855 | 8,437 | 5,881 | 400,065,624 | 789 | 3,349 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| ecrecover_program | 0 | 278 | 2,839 | 290,016 | 55,907,135 | 2,390 | 282 | 303 | 538 | 817 | 399 | 13,383,383 | 48 | 171 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/bf90510a26507b5cc30a446e4a032da9807926ad + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12613272208) diff --git a/benchmarks-pr/1162/fibonacci-bf90510a26507b5cc30a446e4a032da9807926ad.md b/benchmarks-pr/1162/fibonacci-bf90510a26507b5cc30a446e4a032da9807926ad.md new file mode 100644 index 0000000000..6eabf5e2ea --- /dev/null +++ b/benchmarks-pr/1162/fibonacci-bf90510a26507b5cc30a446e4a032da9807926ad.md @@ -0,0 +1,159 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+1 [+5.2%]) 23.77 | (+1 [+5.2%]) 23.77 | +| fibonacci_program | (+0 [+3.8%]) 6.78 | (+0 [+3.8%]) 6.78 | +| leaf | (+1 [+5.8%]) 16.99 | (+1 [+5.8%]) 16.99 | + + +| fibonacci_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+251 [+3.8%]) 6,783 | (+251 [+3.8%]) 6,783 | (+251 [+3.8%]) 6,783 | (+251 [+3.8%]) 6,783 | +| `main_cells_used ` | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | (-79730 [-0.2%]) 51,425,372 | +| `total_cycles ` | 1,500,137 | 1,500,137 | 1,500,137 | 1,500,137 | +| `execute_time_ms ` | (-334 [-44.1%]) 424 | (-334 [-44.1%]) 424 | (-334 [-44.1%]) 424 | (-334 [-44.1%]) 424 | +| `trace_gen_time_ms ` | (+661 [+268.7%]) 907 | (+661 [+268.7%]) 907 | (+661 [+268.7%]) 907 | (+661 [+268.7%]) 907 | +| `stark_prove_excluding_trace_time_ms` | (-76 [-1.4%]) 5,452 | (-76 [-1.4%]) 5,452 | (-76 [-1.4%]) 5,452 | (-76 [-1.4%]) 5,452 | +| `main_trace_commit_time_ms` | (-45 [-5.2%]) 817 | (-45 [-5.2%]) 817 | (-45 [-5.2%]) 817 | (-45 [-5.2%]) 817 | +| `generate_perm_trace_time_ms` | (-2 [-1.1%]) 179 | (-2 [-1.1%]) 179 | (-2 [-1.1%]) 179 | (-2 [-1.1%]) 179 | +| `perm_trace_commit_time_ms` | (-2 [-0.1%]) 1,745 | (-2 [-0.1%]) 1,745 | (-2 [-0.1%]) 1,745 | (-2 [-0.1%]) 1,745 | +| `quotient_poly_compute_time_ms` | (+4 [+0.5%]) 848 | (+4 [+0.5%]) 848 | (+4 [+0.5%]) 848 | (+4 [+0.5%]) 848 | +| `quotient_poly_commit_time_ms` | (-3 [-0.6%]) 491 | (-3 [-0.6%]) 491 | (-3 [-0.6%]) 491 | (-3 [-0.6%]) 491 | +| `pcs_opening_time_ms ` | (-30 [-2.1%]) 1,368 | (-30 [-2.1%]) 1,368 | (-30 [-2.1%]) 1,368 | (-30 [-2.1%]) 1,368 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+924 [+5.8%]) 16,991 | (+924 [+5.8%]) 16,991 | (+924 [+5.8%]) 16,991 | (+924 [+5.8%]) 16,991 | +| `main_cells_used ` | (-11682293 [-9.1%]) 117,179,273 | (-11682293 [-9.1%]) 117,179,273 | (-11682293 [-9.1%]) 117,179,273 | (-11682293 [-9.1%]) 117,179,273 | +| `total_cycles ` | 3,171,735 | 3,171,735 | 3,171,735 | 3,171,735 | +| `execute_time_ms ` | (-445 [-26.0%]) 1,266 | (-445 [-26.0%]) 1,266 | (-445 [-26.0%]) 1,266 | (-445 [-26.0%]) 1,266 | +| `trace_gen_time_ms ` | (+1687 [+251.4%]) 2,358 | (+1687 [+251.4%]) 2,358 | (+1687 [+251.4%]) 2,358 | (+1687 [+251.4%]) 2,358 | +| `stark_prove_excluding_trace_time_ms` | (-318 [-2.3%]) 13,367 | (-318 [-2.3%]) 13,367 | (-318 [-2.3%]) 13,367 | (-318 [-2.3%]) 13,367 | +| `main_trace_commit_time_ms` | (-163 [-6.6%]) 2,295 | (-163 [-6.6%]) 2,295 | (-163 [-6.6%]) 2,295 | (-163 [-6.6%]) 2,295 | +| `generate_perm_trace_time_ms` | (+5 [+1.5%]) 328 | (+5 [+1.5%]) 328 | (+5 [+1.5%]) 328 | (+5 [+1.5%]) 328 | +| `perm_trace_commit_time_ms` | (-147 [-7.0%]) 1,966 | (-147 [-7.0%]) 1,966 | (-147 [-7.0%]) 1,966 | (-147 [-7.0%]) 1,966 | +| `quotient_poly_compute_time_ms` | (+13 [+0.4%]) 3,343 | (+13 [+0.4%]) 3,343 | (+13 [+0.4%]) 3,343 | (+13 [+0.4%]) 3,343 | +| `quotient_poly_commit_time_ms` | (-43 [-2.1%]) 2,050 | (-43 [-2.1%]) 2,050 | (-43 [-2.1%]) 2,050 | (-43 [-2.1%]) 2,050 | +| `pcs_opening_time_ms ` | (+16 [+0.5%]) 3,383 | (+16 [+0.5%]) 3,383 | (+16 [+0.5%]) 3,383 | (+16 [+0.5%]) 3,383 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| fibonacci_program | 1 | | 352 | 2 | 6 | +| leaf | | 1 | | 2 | | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| fibonacci_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| fibonacci_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| fibonacci_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| fibonacci_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| fibonacci_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| fibonacci_program | PhantomAir | 2 | 3 | 5 | +| fibonacci_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| fibonacci_program | ProgramAir | 1 | 1 | 4 | +| fibonacci_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| fibonacci_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| fibonacci_program | VmAirWrapper | 2 | 19 | 43 | +| fibonacci_program | VmAirWrapper | 2 | 17 | 39 | +| fibonacci_program | VmAirWrapper | 2 | 23 | 90 | +| fibonacci_program | VmAirWrapper | 2 | 11 | 25 | +| fibonacci_program | VmAirWrapper | 2 | 13 | 41 | +| fibonacci_program | VmAirWrapper | 2 | 10 | 22 | +| fibonacci_program | VmAirWrapper | 2 | 15 | 17 | +| fibonacci_program | VmAirWrapper | 2 | 16 | 20 | +| fibonacci_program | VmAirWrapper | 2 | 18 | 33 | +| fibonacci_program | VmAirWrapper | 2 | 17 | 38 | +| fibonacci_program | VmAirWrapper | 2 | 25 | 88 | +| fibonacci_program | VmAirWrapper | 2 | 24 | 38 | +| fibonacci_program | VmAirWrapper | 2 | 19 | 26 | +| fibonacci_program | VmAirWrapper | 2 | 11 | 15 | +| fibonacci_program | VmConnectorAir | 2 | 3 | 9 | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 524,288 | | 16 | 11 | 14,155,776 | +| leaf | AccessAdapterAir<4> | 0 | 262,144 | | 16 | 13 | 7,602,176 | +| leaf | AccessAdapterAir<8> | 0 | 65,536 | | 16 | 17 | 2,162,688 | +| leaf | FriReducedOpeningAir | 0 | 131,072 | | 76 | 64 | 18,350,080 | +| leaf | NativePoseidon2Air, 1> | 0 | 32,768 | | 36 | 348 | 12,582,912 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 131,072 | | 8 | 10 | 2,359,296 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 1,048,576 | | 28 | 23 | 53,477,376 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 2,097,152 | | 20 | 30 | 104,857,600 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 2,097,152 | | 24 | 41 | 136,314,880 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 32,768 | | 20 | 40 | 1,966,080 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 524,288 | | 8 | 11 | 9,961,472 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| fibonacci_program | AccessAdapterAir<8> | 0 | 64 | | 24 | 17 | 2,624 | +| fibonacci_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| fibonacci_program | MemoryMerkleAir<8> | 0 | 512 | | 20 | 32 | 26,624 | +| fibonacci_program | PersistentBoundaryAir<8> | 0 | 64 | | 12 | 20 | 2,048 | +| fibonacci_program | PhantomAir | 0 | 2 | | 12 | 6 | 36 | +| fibonacci_program | Poseidon2PeripheryAir, 1> | 0 | 256 | | 8 | 300 | 78,848 | +| fibonacci_program | ProgramAir | 0 | 4,096 | | 8 | 10 | 73,728 | +| fibonacci_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| fibonacci_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| fibonacci_program | VmAirWrapper | 0 | 1,048,576 | | 80 | 36 | 121,634,816 | +| fibonacci_program | VmAirWrapper | 0 | 524,288 | | 40 | 37 | 40,370,176 | +| fibonacci_program | VmAirWrapper | 0 | 2 | | 52 | 53 | 210 | +| fibonacci_program | VmAirWrapper | 0 | 262,144 | | 48 | 26 | 19,398,656 | +| fibonacci_program | VmAirWrapper | 0 | 8 | | 56 | 32 | 704 | +| fibonacci_program | VmAirWrapper | 0 | 131,072 | | 44 | 18 | 8,126,464 | +| fibonacci_program | VmAirWrapper | 0 | 4 | | 36 | 26 | 248 | +| fibonacci_program | VmAirWrapper | 0 | 16 | | 36 | 28 | 1,024 | +| fibonacci_program | VmAirWrapper | 0 | 32 | | 72 | 40 | 3,584 | +| fibonacci_program | VmAirWrapper | 0 | 16 | | 28 | 21 | 784 | +| fibonacci_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 2,358 | 16,991 | 3,171,735 | 369,494,488 | 13,367 | 3,343 | 2,050 | 1,966 | 3,383 | 2,295 | 117,179,273 | 328 | 1,266 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| fibonacci_program | 0 | 907 | 6,783 | 1,500,137 | 197,453,854 | 5,452 | 848 | 491 | 1,745 | 1,368 | 817 | 51,425,372 | 179 | 424 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/bf90510a26507b5cc30a446e4a032da9807926ad + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12613272208) diff --git a/benchmarks-pr/1162/regex-bf90510a26507b5cc30a446e4a032da9807926ad.md b/benchmarks-pr/1162/regex-bf90510a26507b5cc30a446e4a032da9807926ad.md new file mode 100644 index 0000000000..4b2c66601d --- /dev/null +++ b/benchmarks-pr/1162/regex-bf90510a26507b5cc30a446e4a032da9807926ad.md @@ -0,0 +1,167 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+2 [+4.6%]) 53.63 | (+2 [+4.6%]) 53.63 | +| regex_program | (+1 [+2.8%]) 20.20 | (+1 [+2.8%]) 20.20 | +| leaf | (+2 [+5.7%]) 33.43 | (+2 [+5.7%]) 33.43 | + + +| regex_program ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+550 [+2.8%]) 20,197 | (+550 [+2.8%]) 20,197 | (+550 [+2.8%]) 20,197 | (+550 [+2.8%]) 20,197 | +| `main_cells_used ` | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | (-9025652 [-5.5%]) 156,002,521 | +| `total_cycles ` | 4,190,904 | 4,190,904 | 4,190,904 | 4,190,904 | +| `execute_time_ms ` | (-1650 [-51.6%]) 1,545 | (-1650 [-51.6%]) 1,545 | (-1650 [-51.6%]) 1,545 | (-1650 [-51.6%]) 1,545 | +| `trace_gen_time_ms ` | (+2852 [+381.3%]) 3,600 | (+2852 [+381.3%]) 3,600 | (+2852 [+381.3%]) 3,600 | (+2852 [+381.3%]) 3,600 | +| `stark_prove_excluding_trace_time_ms` | (-652 [-4.2%]) 15,052 | (-652 [-4.2%]) 15,052 | (-652 [-4.2%]) 15,052 | (-652 [-4.2%]) 15,052 | +| `main_trace_commit_time_ms` | (+86 [+3.5%]) 2,527 | (+86 [+3.5%]) 2,527 | (+86 [+3.5%]) 2,527 | (+86 [+3.5%]) 2,527 | +| `generate_perm_trace_time_ms` | (+14 [+2.8%]) 506 | (+14 [+2.8%]) 506 | (+14 [+2.8%]) 506 | (+14 [+2.8%]) 506 | +| `perm_trace_commit_time_ms` | 5,423 | 5,423 | 5,423 | 5,423 | +| `quotient_poly_compute_time_ms` | (-638 [-24.0%]) 2,022 | (-638 [-24.0%]) 2,022 | (-638 [-24.0%]) 2,022 | (-638 [-24.0%]) 2,022 | +| `quotient_poly_commit_time_ms` | (-43 [-3.4%]) 1,222 | (-43 [-3.4%]) 1,222 | (-43 [-3.4%]) 1,222 | (-43 [-3.4%]) 1,222 | +| `pcs_opening_time_ms ` | (-66 [-1.9%]) 3,349 | (-66 [-1.9%]) 3,349 | (-66 [-1.9%]) 3,349 | (-66 [-1.9%]) 3,349 | + +| leaf ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+1803 [+5.7%]) 33,434 | (+1803 [+5.7%]) 33,434 | (+1803 [+5.7%]) 33,434 | (+1803 [+5.7%]) 33,434 | +| `main_cells_used ` | (-32370201 [-11.1%]) 258,933,024 | (-32370201 [-11.1%]) 258,933,024 | (-32370201 [-11.1%]) 258,933,024 | (-32370201 [-11.1%]) 258,933,024 | +| `total_cycles ` | 6,520,972 | 6,520,972 | 6,520,972 | 6,520,972 | +| `execute_time_ms ` | (-1233 [-32.9%]) 2,518 | (-1233 [-32.9%]) 2,518 | (-1233 [-32.9%]) 2,518 | (-1233 [-32.9%]) 2,518 | +| `trace_gen_time_ms ` | (+3946 [+274.2%]) 5,385 | (+3946 [+274.2%]) 5,385 | (+3946 [+274.2%]) 5,385 | (+3946 [+274.2%]) 5,385 | +| `stark_prove_excluding_trace_time_ms` | (-910 [-3.4%]) 25,531 | (-910 [-3.4%]) 25,531 | (-910 [-3.4%]) 25,531 | (-910 [-3.4%]) 25,531 | +| `main_trace_commit_time_ms` | (-365 [-7.6%]) 4,437 | (-365 [-7.6%]) 4,437 | (-365 [-7.6%]) 4,437 | (-365 [-7.6%]) 4,437 | +| `generate_perm_trace_time_ms` | (+8 [+1.4%]) 586 | (+8 [+1.4%]) 586 | (+8 [+1.4%]) 586 | (+8 [+1.4%]) 586 | +| `perm_trace_commit_time_ms` | (-298 [-6.2%]) 4,489 | (-298 [-6.2%]) 4,489 | (-298 [-6.2%]) 4,489 | (-298 [-6.2%]) 4,489 | +| `quotient_poly_compute_time_ms` | (-120 [-2.2%]) 5,262 | (-120 [-2.2%]) 5,262 | (-120 [-2.2%]) 5,262 | (-120 [-2.2%]) 5,262 | +| `quotient_poly_commit_time_ms` | (-223 [-5.5%]) 3,821 | (-223 [-5.5%]) 3,821 | (-223 [-5.5%]) 3,821 | (-223 [-5.5%]) 3,821 | +| `pcs_opening_time_ms ` | (+88 [+1.3%]) 6,932 | (+88 [+1.3%]) 6,932 | (+88 [+1.3%]) 6,932 | (+88 [+1.3%]) 6,932 | + + + +
+Detailed Metrics + +| group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms | +| --- | --- | --- | --- | --- | --- | +| leaf | | 1 | | 2 | | +| regex_program | 1 | | 734 | 2 | 40 | + +| group | air_name | quotient_deg | interactions | constraints | +| --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<4> | 4 | 5 | 12 | +| leaf | AccessAdapterAir<8> | 4 | 5 | 12 | +| leaf | FriReducedOpeningAir | 4 | 35 | 59 | +| leaf | NativePoseidon2Air, 1> | 4 | 31 | 302 | +| leaf | PhantomAir | 4 | 3 | 4 | +| leaf | ProgramAir | 1 | 1 | 4 | +| leaf | VariableRangeCheckerAir | 1 | 1 | 4 | +| leaf | VmAirWrapper | 2 | 11 | 23 | +| leaf | VmAirWrapper | 4 | 7 | 6 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 4 | 11 | 23 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 4 | 15 | 23 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 4 | 19 | 31 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 4 | 15 | 23 | +| leaf | VmConnectorAir | 4 | 3 | 8 | +| leaf | VolatileBoundaryAir | 4 | 4 | 16 | +| regex_program | AccessAdapterAir<16> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<2> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<32> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<4> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<64> | 2 | 5 | 14 | +| regex_program | AccessAdapterAir<8> | 2 | 5 | 14 | +| regex_program | BitwiseOperationLookupAir<8> | 2 | 2 | 4 | +| regex_program | KeccakVmAir | 2 | 321 | 4,571 | +| regex_program | MemoryMerkleAir<8> | 2 | 4 | 40 | +| regex_program | PersistentBoundaryAir<8> | 2 | 3 | 6 | +| regex_program | PhantomAir | 2 | 3 | 5 | +| regex_program | Poseidon2PeripheryAir, 1> | 2 | 1 | 286 | +| regex_program | ProgramAir | 1 | 1 | 4 | +| regex_program | RangeTupleCheckerAir<2> | 1 | 1 | 4 | +| regex_program | VariableRangeCheckerAir | 1 | 1 | 4 | +| regex_program | VmAirWrapper | 2 | 19 | 43 | +| regex_program | VmAirWrapper | 2 | 17 | 39 | +| regex_program | VmAirWrapper | 2 | 23 | 90 | +| regex_program | VmAirWrapper | 2 | 11 | 25 | +| regex_program | VmAirWrapper | 2 | 13 | 41 | +| regex_program | VmAirWrapper | 2 | 10 | 22 | +| regex_program | VmAirWrapper | 2 | 15 | 17 | +| regex_program | VmAirWrapper | 2 | 16 | 20 | +| regex_program | VmAirWrapper | 2 | 18 | 33 | +| regex_program | VmAirWrapper | 2 | 17 | 38 | +| regex_program | VmAirWrapper | 2 | 25 | 88 | +| regex_program | VmAirWrapper | 2 | 24 | 38 | +| regex_program | VmAirWrapper | 2 | 19 | 26 | +| regex_program | VmAirWrapper | 2 | 11 | 15 | +| regex_program | VmConnectorAir | 2 | 3 | 9 | + +| group | air_name | idx | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | AccessAdapterAir<2> | 0 | 2,097,152 | | 16 | 11 | 56,623,104 | +| leaf | AccessAdapterAir<4> | 0 | 1,048,576 | | 16 | 13 | 30,408,704 | +| leaf | AccessAdapterAir<8> | 0 | 131,072 | | 16 | 17 | 4,325,376 | +| leaf | FriReducedOpeningAir | 0 | 1,048,576 | | 76 | 64 | 146,800,640 | +| leaf | NativePoseidon2Air, 1> | 0 | 65,536 | | 36 | 348 | 25,165,824 | +| leaf | PhantomAir | 0 | 32,768 | | 8 | 6 | 458,752 | +| leaf | ProgramAir | 0 | 524,288 | | 8 | 10 | 9,437,184 | +| leaf | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| leaf | VmAirWrapper | 0 | 2,097,152 | | 28 | 23 | 106,954,752 | +| leaf | VmAirWrapper | 0 | 131,072 | | 12 | 10 | 2,883,584 | +| leaf | VmAirWrapper, PublicValuesCoreAir> | 0 | 64 | | 16 | 23 | 2,496 | +| leaf | VmAirWrapper, FieldArithmeticCoreAir> | 0 | 4,194,304 | | 20 | 30 | 209,715,200 | +| leaf | VmAirWrapper, NativeLoadStoreCoreAir<1> | 0 | 2,097,152 | | 24 | 41 | 136,314,880 | +| leaf | VmAirWrapper, FieldExtensionCoreAir> | 0 | 131,072 | | 20 | 40 | 7,864,320 | +| leaf | VmConnectorAir | 0 | 2 | 1 | 8 | 4 | 24 | +| leaf | VolatileBoundaryAir | 0 | 1,048,576 | | 8 | 11 | 19,922,944 | + +| group | air_name | segment | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | --- | +| regex_program | AccessAdapterAir<2> | 0 | 64 | | 24 | 11 | 2,240 | +| regex_program | AccessAdapterAir<4> | 0 | 32 | | 24 | 13 | 1,184 | +| regex_program | AccessAdapterAir<8> | 0 | 131,072 | | 24 | 17 | 5,373,952 | +| regex_program | BitwiseOperationLookupAir<8> | 0 | 65,536 | 3 | 8 | 2 | 655,360 | +| regex_program | KeccakVmAir | 0 | 32 | | 1,288 | 3,164 | 142,464 | +| regex_program | MemoryMerkleAir<8> | 0 | 131,072 | | 20 | 32 | 6,815,744 | +| regex_program | PersistentBoundaryAir<8> | 0 | 131,072 | | 12 | 20 | 4,194,304 | +| regex_program | PhantomAir | 0 | 512 | | 12 | 6 | 9,216 | +| regex_program | Poseidon2PeripheryAir, 1> | 0 | 16,384 | | 8 | 300 | 5,046,272 | +| regex_program | ProgramAir | 0 | 131,072 | | 8 | 10 | 2,359,296 | +| regex_program | RangeTupleCheckerAir<2> | 0 | 524,288 | 2 | 8 | 1 | 4,718,592 | +| regex_program | VariableRangeCheckerAir | 0 | 262,144 | 2 | 8 | 1 | 2,359,296 | +| regex_program | VmAirWrapper | 0 | 2,097,152 | | 80 | 36 | 243,269,632 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 40 | 37 | 5,046,272 | +| regex_program | VmAirWrapper | 0 | 262,144 | | 52 | 53 | 27,525,120 | +| regex_program | VmAirWrapper | 0 | 524,288 | | 48 | 26 | 38,797,312 | +| regex_program | VmAirWrapper | 0 | 262,144 | | 56 | 32 | 23,068,672 | +| regex_program | VmAirWrapper | 0 | 131,072 | | 44 | 18 | 8,126,464 | +| regex_program | VmAirWrapper | 0 | 16,384 | | 36 | 26 | 1,015,808 | +| regex_program | VmAirWrapper | 0 | 131,072 | | 36 | 28 | 8,388,608 | +| regex_program | VmAirWrapper | 0 | 1,024 | | 76 | 35 | 113,664 | +| regex_program | VmAirWrapper | 0 | 2,097,152 | | 72 | 40 | 234,881,024 | +| regex_program | VmAirWrapper | 0 | 128 | | 104 | 57 | 20,608 | +| regex_program | VmAirWrapper | 0 | 256 | | 100 | 39 | 35,584 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 80 | 31 | 7,274,496 | +| regex_program | VmAirWrapper | 0 | 65,536 | | 28 | 21 | 3,211,264 | +| regex_program | VmConnectorAir | 0 | 2 | 1 | 12 | 4 | 32 | + +| group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| leaf | 0 | 5,385 | 33,434 | 6,520,972 | 759,237,080 | 25,531 | 5,262 | 3,821 | 4,489 | 6,932 | 4,437 | 258,933,024 | 586 | 2,518 | + +| group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| regex_program | 0 | 3,600 | 20,197 | 4,190,904 | 632,452,480 | 15,052 | 2,022 | 1,222 | 5,423 | 3,349 | 2,527 | 156,002,521 | 506 | 1,545 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/bf90510a26507b5cc30a446e4a032da9807926ad + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12613272208) diff --git a/benchmarks-pr/1162/summary.md b/benchmarks-pr/1162/summary.md index a27f9c112a..457c7e3b22 100644 --- a/benchmarks-pr/1162/summary.md +++ b/benchmarks-pr/1162/summary.md @@ -1,11 +1,11 @@ | group | app.proof_time_ms | app.cycles | app.cells_used | leaf.proof_time_ms | leaf.cycles | leaf.cells_used | | -- | -- | -- | -- | -- | -- | -- | -| [verify_fibair](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/verify_fibair-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+93 [+5.8%]) 1,701 | 194,712 | (-859305 [-10.7%]) 7,153,517 |- | - | - | -| [fibonacci_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/fibonacci-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+300 [+4.0%]) 7,714 | 1,500,137 | (-79730 [-0.2%]) 51,425,372 |(+824 [+4.6%]) 18,848 | 3,171,813 | (-11681513 [-9.1%]) 117,180,053 | -| [regex_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/regex-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+302 [+1.3%]) 22,674 | 4,190,904 | (-9025652 [-5.5%]) 156,002,521 |(+1636 [+4.6%]) 37,265 | 6,523,625 | (-32343671 [-11.1%]) 258,959,554 | -| [ecrecover_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md) |(+37 [+1.3%]) 2,959 | 290,016 | (-1846654 [-12.1%]) 13,383,383 |(+1462 [+3.0%]) 50,197 | 9,781,046 | (-45508314 [-10.2%]) 400,112,434 | +| [verify_fibair](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/verify_fibair-bf90510a26507b5cc30a446e4a032da9807926ad.md) |(+97 [+6.5%]) 1,589 | 194,777 | (-856455 [-10.7%]) 7,154,167 |- | - | - | +| [fibonacci_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/fibonacci-bf90510a26507b5cc30a446e4a032da9807926ad.md) |(+251 [+3.8%]) 6,783 | 1,500,137 | (-79730 [-0.2%]) 51,425,372 |(+924 [+5.8%]) 16,991 | 3,171,735 | (-11682293 [-9.1%]) 117,179,273 | +| [regex_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/regex-bf90510a26507b5cc30a446e4a032da9807926ad.md) |(+550 [+2.8%]) 20,197 | 4,190,904 | (-9025652 [-5.5%]) 156,002,521 |(+1803 [+5.7%]) 33,434 | 6,520,972 | (-32370201 [-11.1%]) 258,933,024 | +| [ecrecover_program](https://github.com/openvm-org/openvm/blob/benchmark-results/benchmarks-pr/1162/ecrecover-bf90510a26507b5cc30a446e4a032da9807926ad.md) |(+126 [+4.6%]) 2,839 | 290,016 | (-1846654 [-12.1%]) 13,383,383 |(+2027 [+4.8%]) 44,612 | 9,776,365 | (-45524274 [-10.2%]) 400,065,624 | -Commit: https://github.com/openvm-org/openvm/commit/3faaaf0561c75433b09c8caa6a4d48fe30b821c8 +Commit: https://github.com/openvm-org/openvm/commit/bf90510a26507b5cc30a446e4a032da9807926ad -[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12612927935) +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12613272208) diff --git a/benchmarks-pr/1162/verify_fibair-bf90510a26507b5cc30a446e4a032da9807926ad.md b/benchmarks-pr/1162/verify_fibair-bf90510a26507b5cc30a446e4a032da9807926ad.md new file mode 100644 index 0000000000..4ff023d8b5 --- /dev/null +++ b/benchmarks-pr/1162/verify_fibair-bf90510a26507b5cc30a446e4a032da9807926ad.md @@ -0,0 +1,85 @@ +| Summary | Proof Time (s) | Parallel Proof Time (s) | +|:---|---:|---:| +| Total | (+0 [+6.5%]) 1.59 | (+0 [+6.5%]) 1.59 | +| verify_fibair | (+0 [+6.5%]) 1.59 | (+0 [+6.5%]) 1.59 | + + +| verify_fibair ||||| +|:---|---:|---:|---:|---:| +|metric|avg|sum|max|min| +| `total_proof_time_ms ` | (+97 [+6.5%]) 1,589 | (+97 [+6.5%]) 1,589 | (+97 [+6.5%]) 1,589 | (+97 [+6.5%]) 1,589 | +| `main_cells_used ` | (-856455 [-10.7%]) 7,154,167 | (-856455 [-10.7%]) 7,154,167 | (-856455 [-10.7%]) 7,154,167 | (-856455 [-10.7%]) 7,154,167 | +| `total_cycles ` | 194,777 | 194,777 | 194,777 | 194,777 | +| `execute_time_ms ` | (-22 [-26.8%]) 60 | (-22 [-26.8%]) 60 | (-22 [-26.8%]) 60 | (-22 [-26.8%]) 60 | +| `trace_gen_time_ms ` | (+88 [+187.2%]) 135 | (+88 [+187.2%]) 135 | (+88 [+187.2%]) 135 | (+88 [+187.2%]) 135 | +| `stark_prove_excluding_trace_time_ms` | (+31 [+2.3%]) 1,394 | (+31 [+2.3%]) 1,394 | (+31 [+2.3%]) 1,394 | (+31 [+2.3%]) 1,394 | +| `main_trace_commit_time_ms` | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | (+14 [+6.7%]) 222 | +| `generate_perm_trace_time_ms` | (+1 [+4.0%]) 26 | (+1 [+4.0%]) 26 | (+1 [+4.0%]) 26 | (+1 [+4.0%]) 26 | +| `perm_trace_commit_time_ms` | (+12 [+6.7%]) 192 | (+12 [+6.7%]) 192 | (+12 [+6.7%]) 192 | (+12 [+6.7%]) 192 | +| `quotient_poly_compute_time_ms` | (+5 [+2.0%]) 250 | (+5 [+2.0%]) 250 | (+5 [+2.0%]) 250 | (+5 [+2.0%]) 250 | +| `quotient_poly_commit_time_ms` | (+13 [+5.5%]) 251 | (+13 [+5.5%]) 251 | (+13 [+5.5%]) 251 | (+13 [+5.5%]) 251 | +| `pcs_opening_time_ms ` | (-11 [-2.4%]) 452 | (-11 [-2.4%]) 452 | (-11 [-2.4%]) 452 | (-11 [-2.4%]) 452 | + + + +
+Detailed Metrics + +| | verify_program_compile_ms | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | +| | 4 | 32 | 9 | 0 | 1 | 0 | 2 | 5 | + +| air_name | rows | quotient_deg | main_cols | interactions | constraints | cells | +| --- | --- | --- | --- | --- | --- | --- | +| AccessAdapterAir<2> | | 4 | | 5 | 12 | | +| AccessAdapterAir<4> | | 4 | | 5 | 12 | | +| AccessAdapterAir<8> | | 4 | | 5 | 12 | | +| FibonacciAir | 16 | 1 | 2 | | 5 | 32 | +| FriReducedOpeningAir | | 4 | | 35 | 59 | | +| NativePoseidon2Air, 1> | | 4 | | 31 | 302 | | +| PhantomAir | | 4 | | 3 | 4 | | +| ProgramAir | | 1 | | 1 | 4 | | +| VariableRangeCheckerAir | | 1 | | 1 | 4 | | +| VmAirWrapper | | 2 | | 11 | 23 | | +| VmAirWrapper | | 4 | | 7 | 6 | | +| VmAirWrapper, PublicValuesCoreAir> | | 4 | | 11 | 22 | | +| VmAirWrapper, FieldArithmeticCoreAir> | | 4 | | 15 | 23 | | +| VmAirWrapper, NativeLoadStoreCoreAir<1> | | 4 | | 19 | 31 | | +| VmAirWrapper, FieldExtensionCoreAir> | | 4 | | 15 | 23 | | +| VmConnectorAir | | 4 | | 3 | 8 | | +| VolatileBoundaryAir | | 4 | | 4 | 16 | | + +| group | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | fri.log_blowup | execute_time_ms | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | +| verify_fibair | 135 | 1,589 | 194,777 | 23,304,216 | 1,394 | 250 | 251 | 192 | 452 | 222 | 7,154,167 | 26 | 2 | 60 | + +| group | air_name | rows | prep_cols | perm_cols | main_cols | cells | +| --- | --- | --- | --- | --- | --- | --- | +| verify_fibair | AccessAdapterAir<2> | 32,768 | | 16 | 11 | 884,736 | +| verify_fibair | AccessAdapterAir<4> | 16,384 | | 16 | 13 | 475,136 | +| verify_fibair | AccessAdapterAir<8> | 4,096 | | 16 | 17 | 135,168 | +| verify_fibair | FriReducedOpeningAir | 512 | | 76 | 64 | 71,680 | +| verify_fibair | NativePoseidon2Air, 1> | 2,048 | | 36 | 348 | 786,432 | +| verify_fibair | PhantomAir | 2,048 | | 8 | 6 | 28,672 | +| verify_fibair | ProgramAir | 8,192 | | 8 | 10 | 147,456 | +| verify_fibair | VariableRangeCheckerAir | 262,144 | 2 | 8 | 1 | 2,359,296 | +| verify_fibair | VmAirWrapper | 32,768 | | 28 | 23 | 1,671,168 | +| verify_fibair | VmAirWrapper | 8,192 | | 12 | 10 | 180,224 | +| verify_fibair | VmAirWrapper, FieldArithmeticCoreAir> | 131,072 | | 20 | 30 | 6,553,600 | +| verify_fibair | VmAirWrapper, NativeLoadStoreCoreAir<1> | 131,072 | | 24 | 41 | 8,519,680 | +| verify_fibair | VmAirWrapper, FieldExtensionCoreAir> | 4,096 | | 20 | 40 | 245,760 | +| verify_fibair | VmConnectorAir | 2 | 1 | 8 | 4 | 24 | +| verify_fibair | VolatileBoundaryAir | 65,536 | | 8 | 11 | 1,245,184 | + +
+ + +Commit: https://github.com/openvm-org/openvm/commit/bf90510a26507b5cc30a446e4a032da9807926ad + +Max Segment Length: 1048476 + +Instance Type: 64cpu-linux-arm64 + +Memory Allocator: mimalloc + +[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12613272208)