Skip to content

Commit

Permalink
add a testcase to support release workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
@yuunlimm
yuunlimm committed Jan 9, 2025
1 parent 0cad206 commit debdd8c
Show file tree
Hide file tree
Showing 12 changed files with 393 additions and 219 deletions.
6 changes: 6 additions & 0 deletions .github/workflows/integration-tests.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -79,3 +79,9 @@ jobs:
# TODO: until we have more comprehensive cli parsers, we will need to run tests separately.
cargo test sdk_tests -- --nocapture
working-directory: rust/integration-tests

# Run all Tests
- name: Run Sanity Tests
run: |
cargo test regression_tests -- --nocapture
working-directory: rust/integration-tests
Empty file removed rust/integration-tests/src/diff_tests/all_tests.rs
View file
Empty file.
3 changes: 1 addition & 2 deletions rust/integration-tests/src/lib.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,8 +14,7 @@ use testcontainers::{

mod diff_test_helper;
mod models;
mod scenarios_tests;
#[cfg(test)]
mod sanity_test;
mod sdk_tests;

use std::time::Duration;
Expand Down
157 changes: 157 additions & 0 deletions rust/integration-tests/src/sanity_test/mod.rs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,157 @@
mod sanity_tests;

use crate::sdk_tests::run_processor_test;
use aptos_indexer_testing_framework::sdk_test_context::SdkTestContext;
use diesel::PgConnection;
use sdk_processor::processors::{
account_transactions_processor::AccountTransactionsProcessor, ans_processor::AnsProcessor,
default_processor::DefaultProcessor, events_processor::EventsProcessor,
fungible_asset_processor::FungibleAssetProcessor, objects_processor::ObjectsProcessor,
stake_processor::StakeProcessor, token_v2_processor::TokenV2Processor,
user_transaction_processor::UserTransactionProcessor,
};
use serde_json::Value;
use std::collections::HashMap;

/// Wrapper for the different processors to run the tests
#[allow(dead_code)]
pub enum ProcessorWrapper {
EventsProcessor(EventsProcessor),
FungibleAssetProcessor(FungibleAssetProcessor),
AnsProcessor(AnsProcessor),
DefaultProcessor(DefaultProcessor),
ObjectsProcessor(ObjectsProcessor),
StakeProcessor(StakeProcessor),
UserTransactionProcessor(UserTransactionProcessor),
TokenV2Processor(TokenV2Processor),
AccountTransactionsProcessor(AccountTransactionsProcessor),
}

#[allow(dead_code)]
impl ProcessorWrapper {
async fn run<F>(
self,
test_context: &mut SdkTestContext,
db_values_fn: F,
db_url: String,
diff_flag: bool,
output_path: String,
) -> anyhow::Result<HashMap<String, Value>>
where
F: Fn(&mut PgConnection, Vec<i64>) -> anyhow::Result<HashMap<String, Value>>
+ Send
+ Sync
+ 'static,
{
match self {
ProcessorWrapper::EventsProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::FungibleAssetProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::AnsProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::DefaultProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::ObjectsProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::StakeProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::UserTransactionProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::TokenV2Processor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
ProcessorWrapper::AccountTransactionsProcessor(processor) => {
run_processor_test(
test_context,
processor,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
None,
)
.await
},
}
}
}
218 changes: 218 additions & 0 deletions rust/integration-tests/src/sanity_test/sanity_tests.rs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,218 @@
#[allow(clippy::needless_return)]
#[cfg(test)]
mod tests {
use crate::{
diff_test_helper::{
account_transaction_processor::load_data as load_acc_txn_data,
ans_processor::load_data as load_ans_data,
default_processor::load_data as load_default_data,
event_processor::load_data as load_event_data,
fungible_asset_processor::load_data as load_fungible_asset_data,
objects_processor::load_data as load_object_data,
stake_processor::load_data as load_stake_data,
token_v2_processor::load_data as load_token_v2_data,
user_transaction_processor::load_data as load_ut_data,
},
sanity_test::ProcessorWrapper,
sdk_tests::{
account_transaction_processor_tests::setup_acc_txn_processor_config,
ans_processor_tests::setup_ans_processor_config,
default_processor_tests::setup_default_processor_config,
events_processor_tests::setup_events_processor_config,
fungible_asset_processor_tests::setup_fa_processor_config,
objects_processor_tests::setup_objects_processor_config, setup_test_environment,
stake_processor_tests::setup_stake_processor_config,
token_v2_processor_tests::setup_token_v2_processor_config,
user_transaction_processor_tests::setup_user_txn_processor_config,
},
};
use aptos_indexer_test_transactions::{
ALL_IMPORTED_MAINNET_TXNS, ALL_IMPORTED_TESTNET_TXNS, ALL_SCRIPTED_TRANSACTIONS,
};
use aptos_indexer_testing_framework::{
cli_parser::get_test_config, database::TestDatabase, sdk_test_context::SdkTestContext,
};
use diesel::pg::PgConnection;
use sdk_processor::processors::{
account_transactions_processor::AccountTransactionsProcessor, ans_processor::AnsProcessor,
default_processor::DefaultProcessor, events_processor::EventsProcessor,
fungible_asset_processor::FungibleAssetProcessor, objects_processor::ObjectsProcessor,
stake_processor::StakeProcessor, token_v2_processor::TokenV2Processor,
user_transaction_processor::UserTransactionProcessor,
};
use serde_json::Value;
use std::collections::HashMap;

const DEFAULT_OUTPUT_FOLDER: &str = "expected_db_output_files";

#[tokio::test]
async fn test_all_testnet_txns_for_all_processors() {
let (diff_flag, custom_output_path) = get_test_config();
let output_path = custom_output_path
.unwrap_or_else(|| DEFAULT_OUTPUT_FOLDER.to_string() + "/imported_testnet_txns");

let (db, test_context) = setup_test_environment(ALL_IMPORTED_TESTNET_TXNS).await;
let db_url = db.get_db_url();

run_processors_with_test_context(test_context, db_url, diff_flag, output_path).await;
}

#[tokio::test]
async fn test_all_mainnet_txns_for_all_processors() {
let (diff_flag, custom_output_path) = get_test_config();
let output_path = custom_output_path
.unwrap_or_else(|| DEFAULT_OUTPUT_FOLDER.to_string() + "/imported_testnet_txns");

let (db, test_context) = setup_test_environment(ALL_IMPORTED_MAINNET_TXNS).await;
let db_url = db.get_db_url();

run_processors_with_test_context(test_context, db_url, diff_flag, output_path).await;
}

#[tokio::test]
async fn test_all_scripted_txns_for_all_processors() {
let (diff_flag, custom_output_path) = get_test_config();
let output_path = custom_output_path
.unwrap_or_else(|| DEFAULT_OUTPUT_FOLDER.to_string() + "/imported_testnet_txns");

let (db, test_context) = setup_test_environment(ALL_SCRIPTED_TRANSACTIONS).await;
let db_url = db.get_db_url();

run_processors_with_test_context(test_context, db_url, diff_flag, output_path).await;
}

async fn run_processors_with_test_context(
mut test_context: SdkTestContext,
db_url: String,
diff_flag: bool,
output_path: String,
) {
let processors_map: HashMap<String, ProcessorWrapper> = [
(
"events_processor".to_string(),
ProcessorWrapper::EventsProcessor(
EventsProcessor::new(setup_events_processor_config(&test_context, &db_url).0)
.await
.expect("Failed to create EventsProcessor"),
),
),
(
"fungible_asset_processor".to_string(),
ProcessorWrapper::FungibleAssetProcessor(
FungibleAssetProcessor::new(
setup_fa_processor_config(&test_context, &db_url).0,
)
.await
.expect("Failed to create FungibleAssetProcessor"),
),
),
(
"ans_processor".to_string(),
ProcessorWrapper::AnsProcessor(
AnsProcessor::new(setup_ans_processor_config(&test_context, &db_url).0)
.await
.expect("Failed to create AnsProcessor"),
),
),
(
"default_processor".to_string(),
ProcessorWrapper::DefaultProcessor(
DefaultProcessor::new(setup_default_processor_config(&test_context, &db_url).0)
.await
.expect("Failed to create DefaultProcessor"),
),
),
(
"objects_processor".to_string(),
ProcessorWrapper::ObjectsProcessor(
ObjectsProcessor::new(setup_objects_processor_config(&test_context, &db_url).0)
.await
.expect("Failed to create ObjectsProcessor"),
),
),
(
"stake_processor".to_string(),
ProcessorWrapper::StakeProcessor(
StakeProcessor::new(setup_stake_processor_config(&test_context, &db_url).0)
.await
.expect("Failed to create StakeProcessor"),
),
),
(
"user_transactions_processor".to_string(),
ProcessorWrapper::UserTransactionProcessor(
UserTransactionProcessor::new(
setup_user_txn_processor_config(&test_context, &db_url).0,
)
.await
.expect("Failed to create UserTransactionProcessor"),
),
),
(
"token_v2_processor".to_string(),
ProcessorWrapper::TokenV2Processor(
TokenV2Processor::new(
setup_token_v2_processor_config(&test_context, &db_url).0,
)
.await
.expect("Failed to create TokenV2Processor"),
),
),
(
"account_transactions_processor".to_string(),
ProcessorWrapper::AccountTransactionsProcessor(
AccountTransactionsProcessor::new(
setup_acc_txn_processor_config(&test_context, &db_url).0,
)
.await
.expect("Failed to create AccountTransactionProcessor"),
),
),
]
.into_iter()
.collect();

// Loop through all processors and run tests
for (processor_name, processor) in processors_map {
let db_values_fn = get_db_values_fn_for_processor(&processor_name);

match processor
.run(
&mut test_context,
db_values_fn,
db_url.clone(),
diff_flag,
output_path.clone(),
)
.await
{
Ok(_) => {
println!("Processor ran successfully for {}", processor_name);
},
Err(e) => {
panic!(
"Error running processor test for {} with error: {}",
processor_name, e
);
},
}
}
}

fn get_db_values_fn_for_processor(
processor_name: &str,
) -> fn(&mut PgConnection, Vec<i64>) -> anyhow::Result<HashMap<String, Value>> {
match processor_name {
"events_processor" => load_event_data,
"fungible_asset_processor" => load_fungible_asset_data,
"ans_processor" => load_ans_data,
"default_processor" => load_default_data,
"objects_processor" => load_object_data,
"stake_processor" => load_stake_data,
"user_transactions_processor" => load_ut_data,
"token_v2_processor" => load_token_v2_data,
"account_transactions_processor" => load_acc_txn_data,
_ => panic!("Unknown processor: {}", processor_name),
}
}
}
Loading

0 comments on commit debdd8c

Please sign in to comment.