chore: remote models error handling

core/src/browser/extensions/engines/helpers/sse.ts

@@ -34,11 +34,11 @@
           let errorCode = ErrorCode.Unknown
           if (data.error) {
             errorCode = data.error.code ?? data.error.type ?? ErrorCode.Unknown
           } else if (response.status === 401) {
             errorCode = ErrorCode.InvalidApiKey
           }
           const error = {
-            message: data.error?.message ?? 'Error occurred.',
+            message: data.error?.message ?? data.message ?? 'Error occurred.',
             code: errorCode,
           }
           subscriber.error(error)
@@ -71,27 +71,27 @@
             for (const line of lines) {
               try {
                 if (transformResponse) {
                   content += transformResponse(line)
                   subscriber.next(content ?? '')
                 } else {
                   const toParse = cachedLines + line
                   if (!line.includes('data: [DONE]')) {
                     const data = JSON.parse(toParse.replace('data: ', ''))
                     content += data.choices[0]?.delta?.content ?? ''
                     if (content.startsWith('assistant: ')) {
                       content = content.replace('assistant: ', '')
                     }
                     if (content !== '') subscriber.next(content)
                   }
                 }
               } catch {
                 cachedLines = line
               }
             }
           }
         }
         subscriber.complete()
       })
       .catch((err) => subscriber.error(err))
   })
 }

extensions/inference-cohere-extension/src/index.ts

@@ -113,6 +113,8 @@ export default class JanInferenceCohereExtension extends RemoteOAIEngine {
   }
 
   transformResponse = (data: any) => {
-    return typeof data === 'object' ? data.text : JSON.parse(data).text ?? ''
+    return typeof data === 'object'
+      ? data.text
+      : (JSON.parse(data.replace('data: ', '').trim()).text ?? '')
   }
 }

extensions/inference-openai-extension/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@janhq/inference-openai-extension",
   "productName": "OpenAI Inference Engine",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "This extension enables OpenAI chat completion API calls",
   "main": "dist/index.js",
   "module": "dist/module.js",

extensions/inference-openai-extension/resources/models.json

@@ -99,6 +99,7 @@
     "parameters": {
       "temperature": 1,
       "top_p": 1,
+      "stream": true,
       "max_tokens": 32768,
       "frequency_penalty": 0,
       "presence_penalty": 0
@@ -126,6 +127,7 @@
       "temperature": 1,
       "top_p": 1,
       "max_tokens": 65536,
+      "stream": true,
       "frequency_penalty": 0,
       "presence_penalty": 0
     },

extensions/inference-openai-extension/src/index.ts

@@ -80,7 +80,6 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
       return {
         ...params,
         max_completion_tokens: max_tokens,
-        stream: false, // o1 only support stream = false
       }
     }
     // Pass through for non-preview models

web/containers/ErrorMessage/index.test.tsx

@@ -63,9 +63,6 @@ describe('ErrorMessage Component', () => {
 
     render(<ErrorMessage message={message} />)
 
-    expect(
-      screen.getByText('Apologies, something’s amiss!')
-    ).toBeInTheDocument()
     expect(screen.getByText('troubleshooting assistance')).toBeInTheDocument()
   })
 

web/containers/ErrorMessage/index.tsx

@@ -27,8 +27,6 @@
 
   const getErrorTitle = () => {
     switch (message.error_code) {
-      case ErrorCode.Unknown:
-        return 'Apologies, something’s amiss!'
       case ErrorCode.InvalidApiKey:
       case ErrorCode.AuthenticationError:
       case ErrorCode.InvalidRequestError:
@@ -38,13 +36,13 @@
             <button
               className="font-medium text-[hsla(var(--app-link))] underline"
               onClick={() => {
                 setMainState(MainViewState.Settings)
 
                 if (activeThread?.assistants[0]?.model.engine) {
                   const engine = EngineManager.instance().get(
                     activeThread.assistants[0].model.engine
                   )
                   engine?.name && setSelectedSettingScreen(engine.name)
                 }
               }}
             >
@@ -55,17 +53,17 @@
         )
       default:
         return (
-          <>
+          <p>
             {message.content[0]?.text?.value && (
               <AutoLink text={message.content[0].text.value} />
             )}
-          </>
+          </p>
         )
     }
   }
 
   return (
-    <div className="mt-10">
+    <div className="mx-auto mt-10 max-w-[700px]">
       {message.status === MessageStatus.Error && (
         <div
           key={message.id}

web/containers/Providers/EventHandler.tsx

@@ -180,7 +180,11 @@ export default function EventHandler({ children }: { children: ReactNode }) {
           setIsGeneratingResponse(false)
         }
         return
-      } else if (message.status === MessageStatus.Error) {
+      } else if (
+        message.status === MessageStatus.Error &&
+        activeModelRef.current?.engine &&
+        isLocalEngine(activeModelRef.current.engine)
+      ) {
         ;(async () => {
           if (
             !(await extensionManager