Update benchmark results at 3faaaf0

openvm-org · Jan 4, 2025 · 8ad743c · 8ad743c
1 parent a7c9719
commit 8ad743c
Show file tree

Hide file tree

Showing 5 changed files with 106 additions and 106 deletions.
diff --git a/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md b/benchmarks-pr/1162/ecrecover-3faaaf0561c75433b09c8caa6a4d48fe30b821c8.md
@@ -1,41 +1,41 @@
 | Summary | Proof Time (s) | Parallel Proof Time (s) |
 |:---|---:|---:|
-| Total | <span style='color: red'>(+1490 [+2.9%])</span> 53,147 | <span style='color: red'>(+1490 [+2.9%])</span> 53,147 |
-| ecrecover_program | <span style='color: red'>(+38 [+1.3%])</span> 2,960 | <span style='color: red'>(+38 [+1.3%])</span> 2,960 |
-| leaf | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 |
+| Total | <span style='color: red'>(+1499 [+2.9%])</span> 53,156 | <span style='color: red'>(+1499 [+2.9%])</span> 53,156 |
+| ecrecover_program | <span style='color: red'>(+37 [+1.3%])</span> 2,959 | <span style='color: red'>(+37 [+1.3%])</span> 2,959 |
+| leaf | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 |
 
 
 | ecrecover_program |||||
 |:---|---:|---:|---:|---:|
 |metric|avg|sum|max|min|
-| `total_proof_time_ms ` | <span style='color: red'>(+38 [+1.3%])</span> 2,960 | <span style='color: red'>(+38 [+1.3%])</span> 2,960 | <span style='color: red'>(+38 [+1.3%])</span> 2,960 | <span style='color: red'>(+38 [+1.3%])</span> 2,960 |
+| `total_proof_time_ms ` | <span style='color: red'>(+37 [+1.3%])</span> 2,959 | <span style='color: red'>(+37 [+1.3%])</span> 2,959 | <span style='color: red'>(+37 [+1.3%])</span> 2,959 | <span style='color: red'>(+37 [+1.3%])</span> 2,959 |
 | `main_cells_used     ` | <span style='color: green'>(-1846654 [-12.1%])</span> 13,383,383 | <span style='color: green'>(-1846654 [-12.1%])</span> 13,383,383 | <span style='color: green'>(-1846654 [-12.1%])</span> 13,383,383 | <span style='color: green'>(-1846654 [-12.1%])</span> 13,383,383 |
 | `total_cycles        ` |  290,016 |  290,016 |  290,016 |  290,016 |
-| `execute_time_ms     ` | <span style='color: green'>(-143 [-29.5%])</span> 342 | <span style='color: green'>(-143 [-29.5%])</span> 342 | <span style='color: green'>(-143 [-29.5%])</span> 342 | <span style='color: green'>(-143 [-29.5%])</span> 342 |
-| `trace_gen_time_ms   ` | <span style='color: red'>(+198 [+260.5%])</span> 274 | <span style='color: red'>(+198 [+260.5%])</span> 274 | <span style='color: red'>(+198 [+260.5%])</span> 274 | <span style='color: red'>(+198 [+260.5%])</span> 274 |
-| `stark_prove_excluding_trace_time_ms` | <span style='color: green'>(-17 [-0.7%])</span> 2,344 | <span style='color: green'>(-17 [-0.7%])</span> 2,344 | <span style='color: green'>(-17 [-0.7%])</span> 2,344 | <span style='color: green'>(-17 [-0.7%])</span> 2,344 |
-| `main_trace_commit_time_ms` | <span style='color: green'>(-5 [-1.3%])</span> 393 | <span style='color: green'>(-5 [-1.3%])</span> 393 | <span style='color: green'>(-5 [-1.3%])</span> 393 | <span style='color: green'>(-5 [-1.3%])</span> 393 |
-| `generate_perm_trace_time_ms` | <span style='color: green'>(-3 [-6.8%])</span> 41 | <span style='color: green'>(-3 [-6.8%])</span> 41 | <span style='color: green'>(-3 [-6.8%])</span> 41 | <span style='color: green'>(-3 [-6.8%])</span> 41 |
-| `perm_trace_commit_time_ms` |  524 |  524 |  524 |  524 |
-| `quotient_poly_compute_time_ms` | <span style='color: red'>(+3 [+1.1%])</span> 275 | <span style='color: red'>(+3 [+1.1%])</span> 275 | <span style='color: red'>(+3 [+1.1%])</span> 275 | <span style='color: red'>(+3 [+1.1%])</span> 275 |
-| `quotient_poly_commit_time_ms` | <span style='color: green'>(-15 [-4.7%])</span> 302 | <span style='color: green'>(-15 [-4.7%])</span> 302 | <span style='color: green'>(-15 [-4.7%])</span> 302 | <span style='color: green'>(-15 [-4.7%])</span> 302 |
-| `pcs_opening_time_ms ` | <span style='color: red'>(+2 [+0.2%])</span> 805 | <span style='color: red'>(+2 [+0.2%])</span> 805 | <span style='color: red'>(+2 [+0.2%])</span> 805 | <span style='color: red'>(+2 [+0.2%])</span> 805 |
+| `execute_time_ms     ` | <span style='color: green'>(-141 [-29.1%])</span> 344 | <span style='color: green'>(-141 [-29.1%])</span> 344 | <span style='color: green'>(-141 [-29.1%])</span> 344 | <span style='color: green'>(-141 [-29.1%])</span> 344 |
+| `trace_gen_time_ms   ` | <span style='color: red'>(+200 [+263.2%])</span> 276 | <span style='color: red'>(+200 [+263.2%])</span> 276 | <span style='color: red'>(+200 [+263.2%])</span> 276 | <span style='color: red'>(+200 [+263.2%])</span> 276 |
+| `stark_prove_excluding_trace_time_ms` | <span style='color: green'>(-22 [-0.9%])</span> 2,339 | <span style='color: green'>(-22 [-0.9%])</span> 2,339 | <span style='color: green'>(-22 [-0.9%])</span> 2,339 | <span style='color: green'>(-22 [-0.9%])</span> 2,339 |
+| `main_trace_commit_time_ms` | <span style='color: green'>(-11 [-2.8%])</span> 387 | <span style='color: green'>(-11 [-2.8%])</span> 387 | <span style='color: green'>(-11 [-2.8%])</span> 387 | <span style='color: green'>(-11 [-2.8%])</span> 387 |
+| `generate_perm_trace_time_ms` | <span style='color: green'>(-2 [-4.5%])</span> 42 | <span style='color: green'>(-2 [-4.5%])</span> 42 | <span style='color: green'>(-2 [-4.5%])</span> 42 | <span style='color: green'>(-2 [-4.5%])</span> 42 |
+| `perm_trace_commit_time_ms` | <span style='color: green'>(-1 [-0.2%])</span> 523 | <span style='color: green'>(-1 [-0.2%])</span> 523 | <span style='color: green'>(-1 [-0.2%])</span> 523 | <span style='color: green'>(-1 [-0.2%])</span> 523 |
+| `quotient_poly_compute_time_ms` | <span style='color: green'>(-7 [-2.6%])</span> 265 | <span style='color: green'>(-7 [-2.6%])</span> 265 | <span style='color: green'>(-7 [-2.6%])</span> 265 | <span style='color: green'>(-7 [-2.6%])</span> 265 |
+| `quotient_poly_commit_time_ms` | <span style='color: green'>(-11 [-3.5%])</span> 306 | <span style='color: green'>(-11 [-3.5%])</span> 306 | <span style='color: green'>(-11 [-3.5%])</span> 306 | <span style='color: green'>(-11 [-3.5%])</span> 306 |
+| `pcs_opening_time_ms ` | <span style='color: red'>(+9 [+1.1%])</span> 812 | <span style='color: red'>(+9 [+1.1%])</span> 812 | <span style='color: red'>(+9 [+1.1%])</span> 812 | <span style='color: red'>(+9 [+1.1%])</span> 812 |
 
 | leaf |||||
 |:---|---:|---:|---:|---:|
 |metric|avg|sum|max|min|
-| `total_proof_time_ms ` | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 | <span style='color: red'>(+1452 [+3.0%])</span> 50,187 |
-| `main_cells_used     ` | <span style='color: green'>(-45541984 [-10.2%])</span> 400,078,764 | <span style='color: green'>(-45541984 [-10.2%])</span> 400,078,764 | <span style='color: green'>(-45541984 [-10.2%])</span> 400,078,764 | <span style='color: green'>(-45541984 [-10.2%])</span> 400,078,764 |
-| `total_cycles        ` |  9,777,679 |  9,777,679 |  9,777,679 |  9,777,679 |
-| `execute_time_ms     ` | <span style='color: green'>(-2733 [-23.3%])</span> 8,979 | <span style='color: green'>(-2733 [-23.3%])</span> 8,979 | <span style='color: green'>(-2733 [-23.3%])</span> 8,979 | <span style='color: green'>(-2733 [-23.3%])</span> 8,979 |
-| `trace_gen_time_ms   ` | <span style='color: red'>(+5800 [+269.6%])</span> 7,951 | <span style='color: red'>(+5800 [+269.6%])</span> 7,951 | <span style='color: red'>(+5800 [+269.6%])</span> 7,951 | <span style='color: red'>(+5800 [+269.6%])</span> 7,951 |
-| `stark_prove_excluding_trace_time_ms` | <span style='color: green'>(-1615 [-4.6%])</span> 33,257 | <span style='color: green'>(-1615 [-4.6%])</span> 33,257 | <span style='color: green'>(-1615 [-4.6%])</span> 33,257 | <span style='color: green'>(-1615 [-4.6%])</span> 33,257 |
-| `main_trace_commit_time_ms` | <span style='color: green'>(-401 [-6.4%])</span> 5,897 | <span style='color: green'>(-401 [-6.4%])</span> 5,897 | <span style='color: green'>(-401 [-6.4%])</span> 5,897 | <span style='color: green'>(-401 [-6.4%])</span> 5,897 |
+| `total_proof_time_ms ` | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 | <span style='color: red'>(+1462 [+3.0%])</span> 50,197 |
+| `main_cells_used     ` | <span style='color: green'>(-45508314 [-10.2%])</span> 400,112,434 | <span style='color: green'>(-45508314 [-10.2%])</span> 400,112,434 | <span style='color: green'>(-45508314 [-10.2%])</span> 400,112,434 | <span style='color: green'>(-45508314 [-10.2%])</span> 400,112,434 |
+| `total_cycles        ` |  9,781,046 |  9,781,046 |  9,781,046 |  9,781,046 |
+| `execute_time_ms     ` | <span style='color: green'>(-2883 [-24.6%])</span> 8,829 | <span style='color: green'>(-2883 [-24.6%])</span> 8,829 | <span style='color: green'>(-2883 [-24.6%])</span> 8,829 | <span style='color: green'>(-2883 [-24.6%])</span> 8,829 |
+| `trace_gen_time_ms   ` | <span style='color: red'>(+5796 [+269.5%])</span> 7,947 | <span style='color: red'>(+5796 [+269.5%])</span> 7,947 | <span style='color: red'>(+5796 [+269.5%])</span> 7,947 | <span style='color: red'>(+5796 [+269.5%])</span> 7,947 |
+| `stark_prove_excluding_trace_time_ms` | <span style='color: green'>(-1451 [-4.2%])</span> 33,421 | <span style='color: green'>(-1451 [-4.2%])</span> 33,421 | <span style='color: green'>(-1451 [-4.2%])</span> 33,421 | <span style='color: green'>(-1451 [-4.2%])</span> 33,421 |
+| `main_trace_commit_time_ms` | <span style='color: green'>(-402 [-6.4%])</span> 5,896 | <span style='color: green'>(-402 [-6.4%])</span> 5,896 | <span style='color: green'>(-402 [-6.4%])</span> 5,896 | <span style='color: green'>(-402 [-6.4%])</span> 5,896 |
 | `generate_perm_trace_time_ms` | <span style='color: green'>(-1 [-0.1%])</span> 783 | <span style='color: green'>(-1 [-0.1%])</span> 783 | <span style='color: green'>(-1 [-0.1%])</span> 783 | <span style='color: green'>(-1 [-0.1%])</span> 783 |
-| `perm_trace_commit_time_ms` | <span style='color: green'>(-348 [-5.6%])</span> 5,829 | <span style='color: green'>(-348 [-5.6%])</span> 5,829 | <span style='color: green'>(-348 [-5.6%])</span> 5,829 | <span style='color: green'>(-348 [-5.6%])</span> 5,829 |
-| `quotient_poly_compute_time_ms` | <span style='color: green'>(-485 [-6.0%])</span> 7,577 | <span style='color: green'>(-485 [-6.0%])</span> 7,577 | <span style='color: green'>(-485 [-6.0%])</span> 7,577 | <span style='color: green'>(-485 [-6.0%])</span> 7,577 |
-| `quotient_poly_commit_time_ms` | <span style='color: green'>(-369 [-7.2%])</span> 4,748 | <span style='color: green'>(-369 [-7.2%])</span> 4,748 | <span style='color: green'>(-369 [-7.2%])</span> 4,748 | <span style='color: green'>(-369 [-7.2%])</span> 4,748 |
-| `pcs_opening_time_ms ` | <span style='color: green'>(-11 [-0.1%])</span> 8,420 | <span style='color: green'>(-11 [-0.1%])</span> 8,420 | <span style='color: green'>(-11 [-0.1%])</span> 8,420 | <span style='color: green'>(-11 [-0.1%])</span> 8,420 |
+| `perm_trace_commit_time_ms` | <span style='color: green'>(-297 [-4.8%])</span> 5,880 | <span style='color: green'>(-297 [-4.8%])</span> 5,880 | <span style='color: green'>(-297 [-4.8%])</span> 5,880 | <span style='color: green'>(-297 [-4.8%])</span> 5,880 |
+| `quotient_poly_compute_time_ms` | <span style='color: green'>(-467 [-5.8%])</span> 7,595 | <span style='color: green'>(-467 [-5.8%])</span> 7,595 | <span style='color: green'>(-467 [-5.8%])</span> 7,595 | <span style='color: green'>(-467 [-5.8%])</span> 7,595 |
+| `quotient_poly_commit_time_ms` | <span style='color: green'>(-268 [-5.2%])</span> 4,849 | <span style='color: green'>(-268 [-5.2%])</span> 4,849 | <span style='color: green'>(-268 [-5.2%])</span> 4,849 | <span style='color: green'>(-268 [-5.2%])</span> 4,849 |
+| `pcs_opening_time_ms ` | <span style='color: green'>(-16 [-0.2%])</span> 8,415 | <span style='color: green'>(-16 [-0.2%])</span> 8,415 | <span style='color: green'>(-16 [-0.2%])</span> 8,415 | <span style='color: green'>(-16 [-0.2%])</span> 8,415 |
 
 
 
@@ -44,7 +44,7 @@
 
 | group | num_segments | num_children | keygen_time_ms | fri.log_blowup | commit_exe_time_ms |
 | --- | --- | --- | --- | --- | --- |
-| ecrecover_program | 1 |  | 1,169 | 2 | 7 | 
+| ecrecover_program | 1 |  | 1,172 | 2 | 9 | 
 | leaf |  | 1 |  | 2 |  | 
 
 | group | air_name | quotient_deg | interactions | constraints |
@@ -159,11 +159,11 @@
 
 | group | idx | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms |
 | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
-| leaf | 0 | 7,951 | 50,187 | 9,777,679 | 1,069,222,360 | 33,257 | 7,577 | 4,748 | 5,829 | 8,420 | 5,897 | 400,078,764 | 783 | 8,979 | 
+| leaf | 0 | 7,947 | 50,197 | 9,781,046 | 1,069,222,360 | 33,421 | 7,595 | 4,849 | 5,880 | 8,415 | 5,896 | 400,112,434 | 783 | 8,829 | 
 
 | group | segment | trace_gen_time_ms | total_proof_time_ms | total_cycles | total_cells | stark_prove_excluding_trace_time_ms | quotient_poly_compute_time_ms | quotient_poly_commit_time_ms | perm_trace_commit_time_ms | pcs_opening_time_ms | main_trace_commit_time_ms | main_cells_used | generate_perm_trace_time_ms | execute_time_ms |
 | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
-| ecrecover_program | 0 | 274 | 2,960 | 290,016 | 55,907,135 | 2,344 | 275 | 302 | 524 | 805 | 393 | 13,383,383 | 41 | 342 | 
+| ecrecover_program | 0 | 276 | 2,959 | 290,016 | 55,907,135 | 2,339 | 265 | 306 | 523 | 812 | 387 | 13,383,383 | 42 | 344 | 
 
 </details>
 
@@ -176,4 +176,4 @@ Instance Type: 64cpu-linux-arm64
 
 Memory Allocator: mimalloc
 
-[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12605411083)
+[Benchmark Workflow](https://github.com/openvm-org/openvm/actions/runs/12612927935)