gpt3 175b cli (NVIDIA#10985)

* gpt3 175b cli Signed-off-by: Malay Nagda <[email protected]> * Apply isort and black reformatting Signed-off-by: malay-nagda <[email protected]> * Apply isort and black reformatting Signed-off-by: malay-nagda <[email protected]> --------- Signed-off-by: Malay Nagda <[email protected]> Signed-off-by: malay-nagda <[email protected]> Signed-off-by: malay-nagda <[email protected]> Co-authored-by: malay-nagda <[email protected]> Signed-off-by: Hainan Xu <[email protected]>
hainan-xv · Nov 5, 2024 · b5acc69 · b5acc69
1 parent d7276cd
commit b5acc69
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/nemo/collections/llm/recipes/__init__.py b/nemo/collections/llm/recipes/__init__.py
@@ -18,6 +18,7 @@
     chatglm3_6b,
     gemma_2b,
     gemma_7b,
+    gpt3_175b,
     hf_auto_model_for_causal_lm,
     llama3_8b,
     llama3_8b_16k,
@@ -89,6 +90,7 @@
     "nemotron4_22b_16k",
     "nemotron4_22b_64k",
     "nemotron4_340b",
+    "gpt3_175b",
     "adam",
     "default_log",
     "default_resume",

diff --git a/tests/lightning/test_nemo_run.py b/tests/lightning/test_nemo_run.py
@@ -36,6 +36,7 @@
         ("nemotron4_22b_64k", "pretrain_recipe", "nemotron4_22b_64k_pretrain"),
         ("nemotron4_340b", "pretrain_recipe", "nemotron4_340b_pretrain"),
         ("nemotron4_340b", "finetune_recipe", "nemotron4_340b_finetune"),
+        ("gpt3_175b", "pretrain_recipe", "gpt3_175b_pretrain"),
     ],
 )
 def test_recipes_with_nemo_run(module, recipe, name, tmpdir, monkeypatch):