From 19748ad0cebd8e12162b33ed141e7a90e6efd0f2 Mon Sep 17 00:00:00 2001 From: John Bauer Date: Thu, 9 Nov 2023 16:15:59 -0800 Subject: [PATCH] Add mwt to expected results for several more EN downloads --- stanza/tests/pipeline/test_core.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/stanza/tests/pipeline/test_core.py b/stanza/tests/pipeline/test_core.py index 915ecb61cc..7d8e680b0f 100644 --- a/stanza/tests/pipeline/test_core.py +++ b/stanza/tests/pipeline/test_core.py @@ -34,7 +34,7 @@ def test_download_missing_ner_model(): assert sorted(os.listdir(test_dir)) == ['en', 'resources.json'] en_dir = os.path.join(test_dir, 'en') en_dir_listing = sorted(os.listdir(en_dir)) - assert en_dir_listing == ['backward_charlm', 'forward_charlm', 'ner', 'pretrain', 'tokenize'] + assert en_dir_listing == ['backward_charlm', 'forward_charlm', 'mwt', 'ner', 'pretrain', 'tokenize'] assert os.listdir(os.path.join(en_dir, 'ner')) == ['ontonotes_charlm.pt'] @@ -48,7 +48,7 @@ def test_download_missing_resources(): assert sorted(os.listdir(test_dir)) == ['en', 'resources.json'] en_dir = os.path.join(test_dir, 'en') en_dir_listing = sorted(os.listdir(en_dir)) - assert en_dir_listing == ['backward_charlm', 'forward_charlm', 'ner', 'pretrain', 'tokenize'] + assert en_dir_listing == ['backward_charlm', 'forward_charlm', 'mwt', 'ner', 'pretrain', 'tokenize'] assert os.listdir(os.path.join(en_dir, 'ner')) == ['ontonotes_charlm.pt'] @@ -101,7 +101,7 @@ def test_download_not_repeated(): assert sorted(os.listdir(test_dir)) == ['en', 'resources.json'] en_dir = os.path.join(test_dir, 'en') en_dir_listing = sorted(os.listdir(en_dir)) - assert en_dir_listing == ['tokenize'] + assert en_dir_listing == ['mwt', 'tokenize'] tokenize_path = os.path.join(en_dir, "tokenize", "combined.pt") mod_time = os.path.getmtime(tokenize_path) @@ -148,7 +148,7 @@ def check_download_method_updates(download_method): assert sorted(os.listdir(test_dir)) == ['en', 'resources.json'] en_dir = os.path.join(test_dir, 'en') en_dir_listing = sorted(os.listdir(en_dir)) - assert en_dir_listing == ['tokenize'] + assert en_dir_listing == ['mwt', 'tokenize'] tokenize_path = os.path.join(en_dir, "tokenize", "combined.pt") with open(tokenize_path, "w") as fout: