fix: can't read the setting at first time (#2677)

Signed-off-by: James <[email protected]> Co-authored-by: James <[email protected]>
janhq · Apr 11, 2024 · ddb73d8 · ddb73d8
1 parent b19234e
commit ddb73d8
Show file tree

Hide file tree

Showing 5 changed files with 33 additions and 0 deletions.
diff --git a/core/src/browser/extensions/engines/OAIEngine.ts b/core/src/browser/extensions/engines/OAIEngine.ts
@@ -102,6 +102,8 @@ export abstract class OAIEngine extends AIEngine {
         events.emit(MessageEvent.OnMessageUpdate, message)
       },
       error: async (err: any) => {
+        console.debug('inference url: ', this.inferenceUrl)
+        console.debug('header: ', header)
         console.error(`Inference error:`, JSON.stringify(err))
         if (this.isCancelled || message.content.length) {
           message.status = MessageStatus.Stopped

diff --git a/extensions/inference-groq-extension/src/index.ts b/extensions/inference-groq-extension/src/index.ts
@@ -37,6 +37,14 @@ export default class JanInferenceGroqExtension extends RemoteOAIEngine {
       Settings.chatCompletionsEndPoint,
       ''
     )
+
+    if (this.inferenceUrl.length === 0) {
+      SETTINGS.forEach((setting) => {
+        if (setting.key === Settings.chatCompletionsEndPoint) {
+          this.inferenceUrl = setting.controllerProps.value as string
+        }
+      })
+    }
   }
 
   onSettingUpdate<T>(key: string, value: T): void {

diff --git a/extensions/inference-mistral-extension/src/index.ts b/extensions/inference-mistral-extension/src/index.ts
@@ -36,6 +36,14 @@ export default class JanInferenceMistralExtension extends RemoteOAIEngine {
       Settings.chatCompletionsEndPoint,
       ''
     )
+
+    if (this.inferenceUrl.length === 0) {
+      SETTINGS.forEach((setting) => {
+        if (setting.key === Settings.chatCompletionsEndPoint) {
+          this.inferenceUrl = setting.controllerProps.value as string
+        }
+      })
+    }
   }
 
   onSettingUpdate<T>(key: string, value: T): void {

diff --git a/extensions/inference-openai-extension/src/index.ts b/extensions/inference-openai-extension/src/index.ts
@@ -37,6 +37,13 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine {
       Settings.chatCompletionsEndPoint,
       ''
     )
+    if (this.inferenceUrl.length === 0) {
+      SETTINGS.forEach((setting) => {
+        if (setting.key === Settings.chatCompletionsEndPoint) {
+          this.inferenceUrl = setting.controllerProps.value as string
+        }
+      })
+    }
   }
 
   onSettingUpdate<T>(key: string, value: T): void {

diff --git a/extensions/inference-triton-trtllm-extension/src/index.ts b/extensions/inference-triton-trtllm-extension/src/index.ts
@@ -37,6 +37,14 @@ export default class JanInferenceTritonTrtLLMExtension extends RemoteOAIEngine {
       Settings.chatCompletionsEndPoint,
       ''
     )
+
+    if (this.inferenceUrl.length === 0) {
+      SETTINGS.forEach((setting) => {
+        if (setting.key === Settings.chatCompletionsEndPoint) {
+          this.inferenceUrl = setting.controllerProps.value as string
+        }
+      })
+    }
   }
 
   onSettingUpdate<T>(key: string, value: T): void {