From 09c069885fb974066903db29b58a6abd9cf034d0 Mon Sep 17 00:00:00 2001
From: Justus Calvin <justus@together.xyz>
Date: Mon, 11 Sep 2023 10:56:38 -0700
Subject: [PATCH] Remove 70B models (not yet supported)

---
 src/together/config.py   | 8 ++++----
 src/together/finetune.py | 4 ++--
 2 files changed, 6 insertions(+), 6 deletions(-)

diff --git a/src/together/config.py b/src/together/config.py
index 7a37cd41..ecdffd70 100644
--- a/src/together/config.py
+++ b/src/together/config.py
@@ -14,8 +14,8 @@
     "togethercomputer/RedPajama-INCITE-Instruct-3B-v1",
     "togethercomputer/Pythia-Chat-Base-7B",
     "togethercomputer/Llama-2-7B-32K-Instruct",
-    "togethercomputer/llama-2-70b",
-    "togethercomputer/llama-2-70b-chat",
+    # "togethercomputer/llama-2-70b",
+    # "togethercomputer/llama-2-70b-chat",
 ]
 
 # List of models we support and their particular behavior, ie special tokens,
@@ -73,8 +73,8 @@
     "togethercomputer/falcon-7b": {},
     "togethercomputer/llama-2-13b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-13b": {"bos_token": "<s>", "eos_token": "</s>"},
-    "togethercomputer/llama-2-70b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
-    "togethercomputer/llama-2-70b": {"bos_token": "<s>", "eos_token": "</s>"},
+    # "togethercomputer/llama-2-70b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
+    # "togethercomputer/llama-2-70b": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-7b-chat": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/llama-2-7b": {"bos_token": "<s>", "eos_token": "</s>"},
     "togethercomputer/mpt-30b-chat": {},
diff --git a/src/together/finetune.py b/src/together/finetune.py
index 919374bd..95ed20e6 100644
--- a/src/together/finetune.py
+++ b/src/together/finetune.py
@@ -34,8 +34,8 @@ def model_param_count(name: str) -> int:
         "togethercomputer/CodeLlama-13b": 13016028160,
         "togethercomputer/CodeLlama-13b-Python": 13016028160,
         "togethercomputer/CodeLlama-13b-Instruct": 13016028160,
-        "togethercomputer/llama-2-70b": 68976648192,
-        "togethercomputer/llama-2-70b-chat": 68976648192,
+        # "togethercomputer/llama-2-70b": 68976648192,
+        # "togethercomputer/llama-2-70b-chat": 68976648192,
     }
     try:
         return pcount[name]