GitHub Actions / SDK CLI Test Result [wanhan/fix_steam_sample](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-test.yml?query=branch:wanhan/fix_steam_sample++)
failed
Apr 29, 2024 in 0s
1 fail, 13 skipped, 650 pass in 57m 50s
Annotations
Check warning on line 0 in tests.sdk_cli_test.e2etests.test_flow_run.TestFlowRun
github-actions / SDK CLI Test Result [wanhan/fix_steam_sample](https://github.com/microsoft/promptflow/actions/workflows/promptflow-sdk-cli-test.yml?query=branch:wanhan/fix_steam_sample++)
1 out of 4 runs failed: test_eager_flow_run_batch_resume (tests.sdk_cli_test.e2etests.test_flow_run.TestFlowRun)
artifacts/Test Results (Python 3.11) (OS ubuntu-latest)/test-results.xml [took 12s]
Raw output
AssertionError: assert 14 < 14
+ where 14 = len([{'line_number': 0, 'output': 'Hello world! input1'}, {'line_number': 2, 'output': 'Hello world! input3'}, {'line_number': 3, 'output': 'Hello world! input4'}, {'line_number': 4, 'output': 'Hello world! input5'}, {'line_number': 5, 'output': 'Hello world! input6'}, {'line_number': 6, 'output': 'Hello world! input7'}, ...])
+ and 14 = len([{'line_number': 0, 'output': 'Hello world! input1'}, {'line_number': 2, 'output': 'Hello world! input3'}, {'line_number': 3, 'output': 'Hello world! input4'}, {'line_number': 4, 'output': 'Hello world! input5'}, {'line_number': 5, 'output': 'Hello world! input6'}, {'line_number': 6, 'output': 'Hello world! input7'}, ...])
self = <sdk_cli_test.e2etests.test_flow_run.TestFlowRun object at 0x7fb07f853c10>
pf = <promptflow._sdk._pf_client.PFClient object at 0x7fb07e01f290>
def test_eager_flow_run_batch_resume(self, pf):
flow_path = Path(f"{EAGER_FLOWS_DIR}/simple_with_random_fail")
original_name = str(uuid.uuid4())
original_run = pf.run(
flow=flow_path,
data=f"{EAGER_FLOWS_DIR}/simple_with_random_fail/inputs.jsonl",
name=original_name,
)
assert original_run.status == "Completed"
output_path = os.path.join(original_run.properties["output_path"], "flow_outputs", "output.jsonl")
with open(output_path, "r") as file:
original_output = [json.loads(line) for line in file]
original_success_count = len(original_output)
resume_name = str(uuid.uuid4())
resume_run = pf.run(
resume_from=original_run,
name=resume_name,
)
assert resume_run.name == resume_name
assert resume_run._resume_from == original_name
# assert new run resume from the original run
output_path = os.path.join(resume_run.properties["output_path"], "flow_outputs", "output.jsonl")
with open(output_path, "r") as file:
resume_output = [json.loads(line) for line in file]
> assert len(original_output) < len(resume_output)
E AssertionError: assert 14 < 14
E + where 14 = len([{'line_number': 0, 'output': 'Hello world! input1'}, {'line_number': 2, 'output': 'Hello world! input3'}, {'line_number': 3, 'output': 'Hello world! input4'}, {'line_number': 4, 'output': 'Hello world! input5'}, {'line_number': 5, 'output': 'Hello world! input6'}, {'line_number': 6, 'output': 'Hello world! input7'}, ...])
E + and 14 = len([{'line_number': 0, 'output': 'Hello world! input1'}, {'line_number': 2, 'output': 'Hello world! input3'}, {'line_number': 3, 'output': 'Hello world! input4'}, {'line_number': 4, 'output': 'Hello world! input5'}, {'line_number': 5, 'output': 'Hello world! input6'}, {'line_number': 6, 'output': 'Hello world! input7'}, ...])
/home/runner/work/promptflow/promptflow/src/promptflow-devkit/tests/sdk_cli_test/e2etests/test_flow_run.py:1478: AssertionError
Loading