Merge pull request #4986 from ConnectAI-E/hotfix/cf-ai-gateway

hotfix: using custom models, create custom provider
ChatGPTNextWeb · Jul 12, 2024 · 4ea8c08 · 4ea8c08
2 parents e8088d6 + 9203870
commit 4ea8c08
Showing 1 changed file with 10 additions and 7 deletions.
diff --git a/app/utils/model.ts b/app/utils/model.ts
@@ -1,9 +1,9 @@
 import { DEFAULT_MODELS } from "../constant";
 import { LLMModel } from "../client/api";
 
-const customProvider = (modelName: string) => ({
-  id: modelName,
-  providerName: "Custom",
+const customProvider = (providerName: string) => ({
+  id: providerName.toLowerCase(),
+  providerName: providerName,
   providerType: "custom",
 });
 
@@ -71,10 +71,13 @@ export function collectModelTable(
         }
         // 2. if model not exists, create new model with available value
         if (count === 0) {
-          const provider = customProvider(name);
-          modelTable[`${name}@${provider?.id}`] = {
-            name,
-            displayName: displayName || name,
+          const [customModelName, customProviderName] = name.split("@");
+          const provider = customProvider(
+            customProviderName || customModelName,
+          );
+          modelTable[`${customModelName}@${provider?.id}`] = {
+            name: customModelName,
+            displayName: displayName || customModelName,
             available,
             provider, // Use optional chaining
           };