fix: max_tokens revert back to 8192 automatically when creating a new thread

web/hooks/useCreateNewThread.ts

@@ -5,12 +5,12 @@
   ExtensionTypeEnum,
   Thread,
   ThreadAssistantInfo,
   ThreadState,
   AssistantTool,
   Model,
   Assistant,
 } from '@janhq/core'
 import { atom, useAtom, useAtomValue, useSetAtom } from 'jotai'
 
 import { useDebouncedCallback } from 'use-debounce'
 
@@ -33,7 +33,7 @@
   threadsAtom,
   updateThreadAtom,
   setThreadModelParamsAtom,
   isGeneratingResponseAtom,
   createNewThreadAtom,
 } from '@/helpers/atoms/Thread.atom'
 
@@ -98,7 +98,7 @@
     // Use ctx length by default
     const overriddenParameters = {
       max_tokens: !isLocalEngine(defaultModel?.engine)
-        ? (defaultModel?.parameters.token_limit ?? 8192)
+        ? (defaultModel?.parameters.max_tokens ?? 8192)
         : defaultContextLength,
     }
 
@@ -136,19 +136,19 @@
     //TODO: Why do we have thread list then thread states? Should combine them
     try {
       const createdThread = await persistNewThread(thread, assistantInfo)
       if (!createdThread) throw 'Thread created failed.'
       createNewThread(createdThread)
 
       setSelectedModel(defaultModel)
       setThreadModelParams(createdThread.id, {
         ...defaultModel?.settings,
         ...defaultModel?.parameters,
         ...overriddenSettings,
       })
 
       // Delete the file upload state
       setFileUpload(undefined)
       setActiveThread(createdThread)
     } catch (ex) {
       return toaster({
         title: 'Thread created failed.',
@@ -159,7 +159,7 @@
   }
 
   const updateThreadExtension = (thread: Thread) => {
     return extensionManager
       .get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
       ?.modifyThread(thread)
   }
@@ -168,7 +168,7 @@
     threadId: string,
     assistant: ThreadAssistantInfo
   ) => {
     return extensionManager
       .get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
       ?.modifyThreadAssistant(threadId, assistant)
   }
@@ -205,13 +205,13 @@
       .get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
       ?.createThread(thread)
       .then(async (thread) => {
         await extensionManager
           .get<ConversationalExtension>(ExtensionTypeEnum.Conversational)
           ?.createThreadAssistant(thread.id, assistantInfo)
           .catch(console.error)
         return thread
       })
       .catch(() => undefined)
   }
 
   return {