diff --git a/core/src/browser/extensions/engines/OAIEngine.ts b/core/src/browser/extensions/engines/OAIEngine.ts index 4db2282b5a..6340333e92 100644 --- a/core/src/browser/extensions/engines/OAIEngine.ts +++ b/core/src/browser/extensions/engines/OAIEngine.ts @@ -102,6 +102,8 @@ export abstract class OAIEngine extends AIEngine { events.emit(MessageEvent.OnMessageUpdate, message) }, error: async (err: any) => { + console.debug('inference url: ', this.inferenceUrl) + console.debug('header: ', header) console.error(`Inference error:`, JSON.stringify(err)) if (this.isCancelled || message.content.length) { message.status = MessageStatus.Stopped diff --git a/extensions/inference-groq-extension/src/index.ts b/extensions/inference-groq-extension/src/index.ts index c7f589b226..eafb7fe8ad 100644 --- a/extensions/inference-groq-extension/src/index.ts +++ b/extensions/inference-groq-extension/src/index.ts @@ -37,6 +37,14 @@ export default class JanInferenceGroqExtension extends RemoteOAIEngine { Settings.chatCompletionsEndPoint, '' ) + + if (this.inferenceUrl.length === 0) { + SETTINGS.forEach((setting) => { + if (setting.key === Settings.chatCompletionsEndPoint) { + this.inferenceUrl = setting.controllerProps.value as string + } + }) + } } onSettingUpdate(key: string, value: T): void { diff --git a/extensions/inference-mistral-extension/src/index.ts b/extensions/inference-mistral-extension/src/index.ts index b58d7bb224..461fc326e7 100644 --- a/extensions/inference-mistral-extension/src/index.ts +++ b/extensions/inference-mistral-extension/src/index.ts @@ -36,6 +36,14 @@ export default class JanInferenceMistralExtension extends RemoteOAIEngine { Settings.chatCompletionsEndPoint, '' ) + + if (this.inferenceUrl.length === 0) { + SETTINGS.forEach((setting) => { + if (setting.key === Settings.chatCompletionsEndPoint) { + this.inferenceUrl = setting.controllerProps.value as string + } + }) + } } onSettingUpdate(key: string, value: T): void { diff --git a/extensions/inference-openai-extension/src/index.ts b/extensions/inference-openai-extension/src/index.ts index 61686a0a5f..60446ccce6 100644 --- a/extensions/inference-openai-extension/src/index.ts +++ b/extensions/inference-openai-extension/src/index.ts @@ -37,6 +37,13 @@ export default class JanInferenceOpenAIExtension extends RemoteOAIEngine { Settings.chatCompletionsEndPoint, '' ) + if (this.inferenceUrl.length === 0) { + SETTINGS.forEach((setting) => { + if (setting.key === Settings.chatCompletionsEndPoint) { + this.inferenceUrl = setting.controllerProps.value as string + } + }) + } } onSettingUpdate(key: string, value: T): void { diff --git a/extensions/inference-triton-trtllm-extension/src/index.ts b/extensions/inference-triton-trtllm-extension/src/index.ts index 9322935fc8..be34837ac5 100644 --- a/extensions/inference-triton-trtllm-extension/src/index.ts +++ b/extensions/inference-triton-trtllm-extension/src/index.ts @@ -37,6 +37,14 @@ export default class JanInferenceTritonTrtLLMExtension extends RemoteOAIEngine { Settings.chatCompletionsEndPoint, '' ) + + if (this.inferenceUrl.length === 0) { + SETTINGS.forEach((setting) => { + if (setting.key === Settings.chatCompletionsEndPoint) { + this.inferenceUrl = setting.controllerProps.value as string + } + }) + } } onSettingUpdate(key: string, value: T): void {