Skip to content

Commit

Permalink
Implemented test_to_config
Browse files Browse the repository at this point in the history
Signed-off-by: Elena Khaustova <[email protected]>
  • Loading branch information
ElenaKhaustova committed Nov 14, 2024
1 parent f183e60 commit 0d9d241
Show file tree
Hide file tree
Showing 2 changed files with 47 additions and 0 deletions.
21 changes: 21 additions & 0 deletions tests/io/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -51,6 +51,27 @@ def correct_config(filepath):
}


@pytest.fixture
def correct_config_versioned(filepath):
return {
"catalog": {
"boats": {
"type": "pandas.CSVDataset",
"filepath": filepath,
"versioned": True,
},
"cars": {
"type": "pandas.CSVDataset",
"filepath": "s3://test_bucket/test_file.csv",
"credentials": "cars_credentials",
},
},
"credentials": {
"cars_credentials": {"key": "FAKE_ACCESS_KEY", "secret": "FAKE_SECRET_KEY"}
},
}


@pytest.fixture
def correct_config_with_nested_creds(correct_config):
correct_config["catalog"]["cars"]["credentials"] = {
Expand Down
26 changes: 26 additions & 0 deletions tests/io/test_kedro_data_catalog.py
Original file line number Diff line number Diff line change
Expand Up @@ -293,6 +293,32 @@ def test_release(self, data_catalog):
"""Test release is called without errors"""
data_catalog.release("test")

class TestKedroDataCatalogToConfig:
def test_to_config(self, correct_config_versioned, dataset, filepath):
config = correct_config_versioned["catalog"]
credentials = correct_config_versioned["credentials"]
catalog = KedroDataCatalog.from_config(config, credentials)
catalog["resolved_ds"] = dataset

catalog_config, catalog_credentials, load_version, save_version = (
catalog.to_config()
)

expected_config = {
"resolved_ds": {
"type": "kedro_datasets.pandas.csv_dataset.CSVDataset",
"filepath": filepath,
"save_args": {"index": False},
"load_args": None,
"credentials": None,
"fs_args": None,
}
}
expected_config.update(config)

assert catalog_config == expected_config
assert catalog_credentials == credentials

class TestKedroDataCatalogFromConfig:
def test_from_correct_config(self, data_catalog_from_config, dummy_dataframe):
"""Test populating the data catalog from config"""
Expand Down

0 comments on commit 0d9d241

Please sign in to comment.