diff --git a/docs/website/docs/general-usage/snippets/destination-snippets.py b/docs/website/docs/general-usage/snippets/destination-snippets.py index d27eb4f0ae..c1c0f745c5 100644 --- a/docs/website/docs/general-usage/snippets/destination-snippets.py +++ b/docs/website/docs/general-usage/snippets/destination-snippets.py @@ -94,6 +94,7 @@ def destination_instantiation_snippet() -> None: # here dependencies dependencies will be imported, secrets pulled and destination accessed # we pass bucket_url explicitly and expect credentials passed by config provider load_info = pipeline.load(destination=filesystem(bucket_url=bucket_url)) + print(load_info) # @@@DLT_SNIPPET_END late_destination_access diff --git a/docs/website/docs/reference/performance_snippets/performance-snippets.py b/docs/website/docs/reference/performance_snippets/performance-snippets.py index c7c26d9e7b..33c29eb681 100644 --- a/docs/website/docs/reference/performance_snippets/performance-snippets.py +++ b/docs/website/docs/reference/performance_snippets/performance-snippets.py @@ -180,6 +180,8 @@ async def _run_async(): loop.run_in_executor(executor, _run_pipeline, pipeline_2, defer_table), ) # results contains two LoadInfo instances + print("pipeline_1", results[0]) + print("pipeline_2", results[1]) # load data asyncio.run(_run_async()) diff --git a/tests/load/pipeline/test_csv_loading.py b/tests/load/pipeline/test_csv_loading.py index 926d28112b..a2cc786915 100644 --- a/tests/load/pipeline/test_csv_loading.py +++ b/tests/load/pipeline/test_csv_loading.py @@ -113,6 +113,8 @@ def test_custom_csv_no_header( ids=lambda x: x.name, ) def test_custom_wrong_header(destination_config: DestinationTestConfiguration) -> None: + # do not raise on failed jobs + os.environ["RAISE_ON_FAILED_JOBS"] = "false" csv_format = CsvFormatConfiguration(delimiter="|", include_header=True) # apply to collected config pipeline = destination_config.setup_pipeline("postgres_" + uniq_id(), dev_mode=True) diff --git a/tests/normalize/test_max_nesting.py b/tests/normalize/test_max_nesting.py index ec44e1c4db..fb2b2d70f6 100644 --- a/tests/normalize/test_max_nesting.py +++ b/tests/normalize/test_max_nesting.py @@ -61,7 +61,7 @@ def bot_events(): pipeline_name = f"test_max_table_nesting_{nesting_level}_{expected_num_tables}" pipeline = dlt.pipeline( pipeline_name=pipeline_name, - destination=dummy(timeout=0.1), + destination=dummy(timeout=0.1, completed_prob=1), dev_mode=True, ) @@ -168,7 +168,7 @@ def some_data(): pipeline_name = "test_different_table_nesting_levels" pipeline = dlt.pipeline( pipeline_name=pipeline_name, - destination=dummy(timeout=0.1), + destination=dummy(timeout=0.1, completed_prob=1), dev_mode=True, )