From b5acc696142f80c58df8fb723f77afe57f2edb3f Mon Sep 17 00:00:00 2001 From: malay-nagda <164242706+malay-nagda@users.noreply.github.com> Date: Wed, 23 Oct 2024 20:45:02 +0530 Subject: [PATCH] gpt3 175b cli (#10985) * gpt3 175b cli Signed-off-by: Malay Nagda * Apply isort and black reformatting Signed-off-by: malay-nagda * Apply isort and black reformatting Signed-off-by: malay-nagda --------- Signed-off-by: Malay Nagda Signed-off-by: malay-nagda Signed-off-by: malay-nagda <164242706+malay-nagda@users.noreply.github.com> Co-authored-by: malay-nagda Signed-off-by: Hainan Xu --- nemo/collections/llm/recipes/__init__.py | 2 ++ tests/lightning/test_nemo_run.py | 1 + 2 files changed, 3 insertions(+) diff --git a/nemo/collections/llm/recipes/__init__.py b/nemo/collections/llm/recipes/__init__.py index b1fc15aee07c..21994b75f60d 100644 --- a/nemo/collections/llm/recipes/__init__.py +++ b/nemo/collections/llm/recipes/__init__.py @@ -18,6 +18,7 @@ chatglm3_6b, gemma_2b, gemma_7b, + gpt3_175b, hf_auto_model_for_causal_lm, llama3_8b, llama3_8b_16k, @@ -89,6 +90,7 @@ "nemotron4_22b_16k", "nemotron4_22b_64k", "nemotron4_340b", + "gpt3_175b", "adam", "default_log", "default_resume", diff --git a/tests/lightning/test_nemo_run.py b/tests/lightning/test_nemo_run.py index 947930c84847..934eaa853bf0 100644 --- a/tests/lightning/test_nemo_run.py +++ b/tests/lightning/test_nemo_run.py @@ -36,6 +36,7 @@ ("nemotron4_22b_64k", "pretrain_recipe", "nemotron4_22b_64k_pretrain"), ("nemotron4_340b", "pretrain_recipe", "nemotron4_340b_pretrain"), ("nemotron4_340b", "finetune_recipe", "nemotron4_340b_finetune"), + ("gpt3_175b", "pretrain_recipe", "gpt3_175b_pretrain"), ], ) def test_recipes_with_nemo_run(module, recipe, name, tmpdir, monkeypatch):