From 47ea58a4f67092dbc2035ff8f0b2d363ce7ab1d7 Mon Sep 17 00:00:00 2001 From: yuunlimm Date: Mon, 22 Jul 2024 17:05:56 -0700 Subject: [PATCH] rebase --- rust/processor/src/processors/parquet_processors/mod.rs | 3 --- .../parquet_processors/parquet_events_processor.rs | 5 +++-- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/rust/processor/src/processors/parquet_processors/mod.rs b/rust/processor/src/processors/parquet_processors/mod.rs index cb928e81f..96bf1d48a 100644 --- a/rust/processor/src/processors/parquet_processors/mod.rs +++ b/rust/processor/src/processors/parquet_processors/mod.rs @@ -12,9 +12,6 @@ pub trait ParquetProcessorTrait { fn set_google_credentials(&self, credentials: Option) { if let Some(credentials) = credentials { std::env::set_var(GOOGLE_APPLICATION_CREDENTIALS, credentials); - } else { - tracing::error!("Google application credentials not set. Please set GOOGLE_APPLICATION_CREDENTIALS environment variable."); - panic!(); } } } diff --git a/rust/processor/src/processors/parquet_processors/parquet_events_processor.rs b/rust/processor/src/processors/parquet_processors/parquet_events_processor.rs index 9cda7950f..5dbde3456 100644 --- a/rust/processor/src/processors/parquet_processors/parquet_events_processor.rs +++ b/rust/processor/src/processors/parquet_processors/parquet_events_processor.rs @@ -140,7 +140,6 @@ impl ProcessorTrait for ParquetEventsProcessor { let event_parquet_data = ParquetDataGeneric { data: events, - transaction_version_to_struct_count: AHashMap::new(), }; self.event_sender @@ -153,7 +152,9 @@ impl ProcessorTrait for ParquetEventsProcessor { start_version: start_version as i64, end_version: end_version as i64, last_transaction_timestamp: last_transaction_timestamp.clone(), - txn_version_to_struct_count: AHashMap::new(), + txn_version_to_struct_count: Some(transaction_version_to_struct_count), + parquet_processed_structs: None, + table_name: "".to_string(), }, )) }