Skip to content

Commit

Permalink
fixup! fixup! Issue #635 add get_job_db() and create_job_db() fac…
Browse files Browse the repository at this point in the history
…tories as well
  • Loading branch information
soxofaan committed Oct 7, 2024
1 parent 4d8bdca commit a00d99e
Showing 1 changed file with 29 additions and 0 deletions.
29 changes: 29 additions & 0 deletions tests/extra/test_job_management.py
Original file line number Diff line number Diff line change
Expand Up @@ -171,6 +171,35 @@ def start_job(row, connection, **kwargs):
assert set(result.status) == {"finished"}
assert set(result.backend_name) == {"foo", "bar"}

@pytest.mark.parametrize(
["filename", "expected_db_class"],
[
("jobz.csv", CsvJobDatabase),
("jobz.parquet", ParquetJobDatabase),
],
)
def test_create_job_db(self, tmp_path, requests_mock, sleep_mock, filename, expected_db_class):
"""
Basic run with `create_job_db()` usage
"""
manager = self._create_basic_mocked_manager(requests_mock, tmp_path)

def start_job(row, connection, **kwargs):
year = int(row["year"])
return BatchJob(job_id=f"job-{year}", connection=connection)

df = pd.DataFrame({"year": [2018, 2019, 2020, 2021, 2022]})
output_file = tmp_path / filename
job_db = create_job_db(path=output_file, df=df)

manager.run_jobs(job_db=job_db, start_job=start_job)
assert sleep_mock.call_count > 10

result = job_db.read()
assert len(result) == 5
assert set(result.status) == {"finished"}
assert set(result.backend_name) == {"foo", "bar"}

def test_basic_threading(self, tmp_path, requests_mock, sleep_mock):
manager = self._create_basic_mocked_manager(requests_mock, tmp_path)

Expand Down

0 comments on commit a00d99e

Please sign in to comment.