feat: ProverJobProcessor & circuit prover

.github/workflows/ci-prover-e2e.yml

@@ -86,7 +86,7 @@ jobs:
           ci_run zkstack prover run --component=witness-generator --round=all-rounds --docker=false &>prover_logs/witness-generator.log &
       - name: Run Circuit Prover
         run: |
-          ci_run zkstack prover run --component=circuit-prover --witness-vector-generator-count=10 --docker=false &>prover_logs/circuit_prover.log &
+          ci_run zkstack prover run --component=circuit-prover -l=23 -h=3 --docker=false &>prover_logs/circuit_prover.log &
       - name: Wait for prover jobs to finish
         env:
           DATABASE_URL: postgres://postgres:notsecurepassword@localhost:5432/zksync_prover_localhost_proving_chain

core/lib/basic_types/src/prover_dal.rs

@@ -1,5 +1,5 @@
 //! Types exposed by the prover DAL for general-purpose use.
-use std::{net::IpAddr, ops::Add, str::FromStr};
+use std::{net::IpAddr, ops::Add, str::FromStr, time::Instant};
 
 use chrono::{DateTime, Duration, NaiveDateTime, NaiveTime, Utc};
 use serde::{Deserialize, Serialize};
@@ -18,6 +18,20 @@ pub struct FriProverJobMetadata {
     pub sequence_number: usize,
     pub depth: u16,
     pub is_node_final_proof: bool,
+    pub pick_time: Instant,
+}
+
+impl FriProverJobMetadata {
+    /// Checks whether the metadata corresponds to a scheduler proof or not.
+    pub fn is_scheduler_proof(&self) -> bool {
+        if self.aggregation_round == AggregationRound::Scheduler {
+            if self.circuit_id != 1 {
+                panic!("Invalid circuit id {} for Scheduler proof", self.circuit_id);
+            }
+            return true;
+        }
+        false
+    }
 }
 
 #[derive(Debug, Clone, Copy, Default)]

prover/Cargo.toml

@@ -58,6 +58,7 @@ strum_macros = "0.26"
 tempfile = "3"
 tokio = "1"
 tokio-util = "0.7.11"
+tokio-stream = "0.1.16"
 toml_edit = "0.14.4"
 tracing = "0.1"
 tracing-subscriber = "0.3"
@@ -100,6 +101,8 @@ zksync_prover_fri_types = { path = "crates/lib/prover_fri_types" }
 zksync_prover_fri_utils = { path = "crates/lib/prover_fri_utils" }
 zksync_prover_keystore = { path = "crates/lib/keystore" }
 zksync_vk_setup_data_generator_server_fri = { path = "crates/bin/vk_setup_data_generator_server_fri" }
+zksync_prover_job_processor = { path = "crates/lib/prover_job_processor" }
+zksync_circuit_prover_service = { path = "crates/lib/circuit_prover_service" }
 zksync_prover_job_monitor = { path = "crates/bin/prover_job_monitor" }
 
 # for `perf` profiling

prover/crates/bin/circuit_prover/Cargo.toml

@@ -1,5 +1,6 @@
 [package]
 name = "zksync_circuit_prover"
+description = "ZKsync circuit prover binary implementation"
 version.workspace = true
 edition.workspace = true
 authors.workspace = true
@@ -8,6 +9,7 @@ repository.workspace = true
 license.workspace = true
 keywords.workspace = true
 categories.workspace = true
+publish = false
 
 [dependencies]
 tokio = { workspace = true, features = ["macros", "time"] }
@@ -29,6 +31,8 @@ zksync_prover_keystore = { workspace = true, features = ["gpu"] }
 zksync_env_config.workspace = true
 zksync_core_leftovers.workspace = true
 zksync_utils.workspace = true
+zksync_circuit_prover_service.workspace = true
+zksync_prover_job_processor.workspace = true
 
 vise.workspace = true
 shivini = { workspace = true, features = [