Remove 70B models (not yet supported)

togethercomputer · Sep 11, 2023 · 09c0698 · 09c0698
1 parent 0f1d894
commit 09c0698
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/src/together/config.py b/src/together/config.py
@@ -14,8 +14,8 @@
     "togethercomputer/RedPajama-INCITE-Instruct-3B-v1",
     "togethercomputer/Pythia-Chat-Base-7B",
     "togethercomputer/Llama-2-7B-32K-Instruct",
-    "togethercomputer/llama-2-70b",
-    "togethercomputer/llama-2-70b-chat",
+    # "togethercomputer/llama-2-70b",
+    # "togethercomputer/llama-2-70b-chat",
 ]
 
 # List of models we support and their particular behavior, ie special tokens,
@@ -73,8 +73,8 @@
     "togethercomputer/falcon-7b": {},
     "togethercomputer/llama-2-13b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-13b": {"bos_token": "<s>", "eos_token": "</s>"},
-    "togethercomputer/llama-2-70b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
-    "togethercomputer/llama-2-70b": {"bos_token": "<s>", "eos_token": "</s>"},
+    # "togethercomputer/llama-2-70b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
+    # "togethercomputer/llama-2-70b": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-7b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-7b": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/mpt-30b-chat": {},

diff --git a/src/together/finetune.py b/src/together/finetune.py
@@ -34,8 +34,8 @@ def model_param_count(name: str) -> int:
         "togethercomputer/CodeLlama-13b": 13016028160,
         "togethercomputer/CodeLlama-13b-Python": 13016028160,
         "togethercomputer/CodeLlama-13b-Instruct": 13016028160,
-        "togethercomputer/llama-2-70b": 68976648192,
-        "togethercomputer/llama-2-70b-chat": 68976648192,
+        # "togethercomputer/llama-2-70b": 68976648192,
+        # "togethercomputer/llama-2-70b-chat": 68976648192,
     }
     try:
         return pcount[name]