correct context window for dolph mixtral (#778)

letta-ai · Jan 3, 2024 · bf36491 · bf36491
1 parent 009e723
commit bf36491
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/configs/memgpt_hosted.json b/configs/memgpt_hosted.json
@@ -1,5 +1,5 @@
 {
-    "context_window": 32768,
+    "context_window": 16384,
     "model": "ehartford/dolphin-2.5-mixtral-8x7b",
     "model_endpoint_type": "vllm",
     "model_endpoint": "https://api.memgpt.ai",

diff --git a/memgpt/configs/memgpt_hosted.json b/memgpt/configs/memgpt_hosted.json
@@ -1,5 +1,5 @@
 {
-    "context_window": 32768,
+    "context_window": 16384,
     "model": "ehartford/dolphin-2.5-mixtral-8x7b",
     "model_endpoint_type": "vllm",
     "model_endpoint": "https://api.memgpt.ai",