fix: incorrect default max_tokens set - legacy issue (#4451)

* fix: incorrect default max_tokens set - legacy issue * chore: bump cortex server
janhq · Jan 15, 2025 · 58bb1b4 · 58bb1b4
1 parent 4e387a7
commit 58bb1b4
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/extensions/inference-cortex-extension/bin/version.txt b/extensions/inference-cortex-extension/bin/version.txt
@@ -1 +1 @@
-1.0.9-rc1
+1.0.9-rc2
diff --git a/web/containers/ModelDropdown/index.tsx b/web/containers/ModelDropdown/index.tsx
@@ -248,10 +248,10 @@ const ModelDropdown = ({
           ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,
           max_tokens: defaultContextLength
             ? Math.min(
-                model?.parameters.token_limit ?? 8192,
+                model?.parameters.max_tokens ?? 8192,
                 defaultContextLength
               )
-            : model?.parameters.token_limit,
+            : model?.parameters.max_tokens,
         }
 
         const modelParams = {