[Processor] Use multiple threads to speed up FA processor.

aptos-labs · Jul 13, 2024 · 7558941 · 7558941
1 parent 7e24dd8
commit 7558941
Show file tree

Hide file tree

Showing 6 changed files with 326 additions and 259 deletions.
diff --git a/rust/Cargo.lock b/rust/Cargo.lock
diff --git a/rust/Cargo.toml b/rust/Cargo.toml
@@ -73,6 +73,7 @@ pbjson = "0.5.1"
 prometheus = { version = "0.13.0", default-features = false }
 prost = { version = "0.12.3", features = ["no-recursion-limit"] }
 prost-types = "0.12.3"
+rayon = "1.10.0"
 regex = "1.5.5"
 reqwest = { version = "0.11.20", features = [
     "blocking",

diff --git a/rust/processor/Cargo.toml b/rust/processor/Cargo.toml
@@ -40,6 +40,7 @@ num_cpus = { workspace = true }
 once_cell = { workspace = true }
 prometheus = { workspace = true }
 prost = { workspace = true }
+rayon = { workspace = true }
 regex = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }

diff --git a/rust/processor/src/db/common/models/fungible_asset_models/v2_fungible_asset_activities.rs b/rust/processor/src/db/common/models/fungible_asset_models/v2_fungible_asset_activities.rs
@@ -59,7 +59,7 @@ pub struct FungibleAssetActivity {
 }
 
 impl FungibleAssetActivity {
-    pub async fn get_v2_from_event(
+    pub fn get_v2_from_event(
         event: &Event,
         txn_version: i64,
         block_height: i64,

diff --git a/rust/processor/src/db/common/models/fungible_asset_models/v2_fungible_asset_balances.rs b/rust/processor/src/db/common/models/fungible_asset_models/v2_fungible_asset_balances.rs
@@ -148,7 +148,7 @@ impl From<&CurrentFungibleAssetBalance> for CurrentUnifiedFungibleAssetBalance {
 
 impl FungibleAssetBalance {
     /// Basically just need to index FA Store, but we'll need to look up FA metadata
-    pub async fn get_v2_from_write_resource(
+    pub fn get_v2_from_write_resource(
         write_resource: &WriteResource,
         write_set_change_index: i64,
         txn_version: i64,