✨ feat: add Upstage model provider support (#3670)

* ✨ feat: add Upstage model provider support * 💄 style: uncomment for icon display * 🔨 chore: remove groundedness-check model * 🔨 chore: remove proxyUrl for Upstage
lobehub · Aug 30, 2024 · 4b8591b · 4b8591b
1 parent e13aa39
commit 4b8591b
Show file tree

Hide file tree

Showing 15 changed files with 355 additions and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -146,6 +146,8 @@ ENV \
     TAICHU_API_KEY="" \
     # TogetherAI
     TOGETHERAI_API_KEY="" TOGETHERAI_MODEL_LIST="" \
+    # Upstage
+    UPSTAGE_API_KEY="" \
     # 01.AI
     ZEROONE_API_KEY="" \
     # Zhipu

diff --git a/Dockerfile.database b/Dockerfile.database
@@ -178,6 +178,8 @@ ENV \
     TAICHU_API_KEY="" \
     # TogetherAI
     TOGETHERAI_API_KEY="" TOGETHERAI_MODEL_LIST="" \
+    # Upstage
+    UPSTAGE_API_KEY="" \
     # 01.AI
     ZEROONE_API_KEY="" \
     # Zhipu

diff --git a/src/app/(main)/settings/llm/ProviderList/providers.tsx b/src/app/(main)/settings/llm/ProviderList/providers.tsx
@@ -18,6 +18,7 @@ import {
   StepfunProviderCard,
   TaichuProviderCard,
   TogetherAIProviderCard,
+  UpstageProviderCard,
   ZeroOneProviderCard,
   ZhiPuProviderCard,
 } from '@/config/modelProviders';
@@ -59,6 +60,7 @@ export const useProviderList = (): ProviderItem[] => {
       TaichuProviderCard,
       Ai360ProviderCard,
       SiliconCloudProviderCard,
+      UpstageProviderCard,
     ],
     [AzureProvider, OllamaProvider, OpenAIProvider, BedrockProvider],
   );

diff --git a/src/app/api/chat/agentRuntime.ts b/src/app/api/chat/agentRuntime.ts
@@ -208,6 +208,13 @@ const getLlmOptionsFromPayload = (provider: string, payload: JWTPayload) => {
 
       return { apiKey, baseURL };
     }
+    case ModelProvider.Upstage: {
+      const { UPSTAGE_API_KEY } = getLLMConfig();
+
+      const apiKey = apiKeyManager.pick(payload?.apiKey || UPSTAGE_API_KEY);
+
+      return { apiKey };
+    }
   }
 };
 

diff --git a/src/config/llm.ts b/src/config/llm.ts
@@ -93,6 +93,9 @@ export const getLLMConfig = () => {
       SILICONCLOUD_API_KEY: z.string().optional(),
       SILICONCLOUD_MODEL_LIST: z.string().optional(),
       SILICONCLOUD_PROXY_URL: z.string().optional(),
+
+      ENABLED_UPSTAGE: z.boolean(),
+      UPSTAGE_API_KEY: z.string().optional(),
     },
     runtimeEnv: {
       API_KEY_SELECT_MODE: process.env.API_KEY_SELECT_MODE,
@@ -183,6 +186,9 @@ export const getLLMConfig = () => {
       SILICONCLOUD_API_KEY: process.env.SILICONCLOUD_API_KEY,
       SILICONCLOUD_MODEL_LIST: process.env.SILICONCLOUD_MODEL_LIST,
       SILICONCLOUD_PROXY_URL: process.env.SILICONCLOUD_PROXY_URL,
+
+      ENABLED_UPSTAGE: !!process.env.UPSTAGE_API_KEY,
+      UPSTAGE_API_KEY: process.env.UPSTAGE_API_KEY,
     },
   });
 };

diff --git a/src/config/modelProviders/index.ts b/src/config/modelProviders/index.ts
@@ -21,6 +21,7 @@ import SiliconCloudProvider from './siliconcloud';
 import StepfunProvider from './stepfun';
 import TaichuProvider from './taichu';
 import TogetherAIProvider from './togetherai';
+import UpstageProvider from './upstage';
 import ZeroOneProvider from './zeroone';
 import ZhiPuProvider from './zhipu';
 
@@ -47,6 +48,7 @@ export const LOBE_DEFAULT_MODEL_LIST: ChatModelCard[] = [
   TaichuProvider.chatModels,
   Ai360Provider.chatModels,
   SiliconCloudProvider.chatModels,
+  UpstageProvider.chatModels,
 ].flat();
 
 export const DEFAULT_MODEL_PROVIDER_LIST = [
@@ -73,6 +75,7 @@ export const DEFAULT_MODEL_PROVIDER_LIST = [
   TaichuProvider,
   Ai360Provider,
   SiliconCloudProvider,
+  UpstageProvider,
 ];
 
 export const filterEnabledModels = (provider: ModelProviderCard) => {
@@ -105,5 +108,6 @@ export { default as SiliconCloudProviderCard } from './siliconcloud';
 export { default as StepfunProviderCard } from './stepfun';
 export { default as TaichuProviderCard } from './taichu';
 export { default as TogetherAIProviderCard } from './togetherai';
+export { default as UpstageProviderCard } from './upstage';
 export { default as ZeroOneProviderCard } from './zeroone';
 export { default as ZhiPuProviderCard } from './zhipu';
diff --git a/src/config/modelProviders/upstage.ts b/src/config/modelProviders/upstage.ts
@@ -0,0 +1,45 @@
+import { ModelProviderCard } from '@/types/llm';
+
+// ref https://developers.upstage.ai/docs/getting-started/models
+const Upstage: ModelProviderCard = {
+  chatModels: [
+    {
+      description: 'A compact LLM offering superior performance to GPT-3.5, with robust multilingual capabilities for both English and Korean, delivering high efficiency in a smaller package. solar-1-mini-chat is alias for our latest solar-1-mini-chat model. (Currently solar-1-mini-chat-240612)',
+      displayName: 'Solar 1 Mini Chat',
+      enabled: true,
+      functionCall: true,
+      id: 'solar-1-mini-chat',
+      tokens: 32_768,
+    },
+    {
+      description: 'A compact LLM that extends the capabilities of solar-mini-chat with specialization in Japanese, while maintaining high efficiency and performance in English and Korean. solar-1-mini-chat-ja is alias for our latest solar-1-mini-chat-ja model.(Currently solar-1-mini-chat-ja-240612)',
+      displayName: 'Solar 1 Mini Chat Ja',
+      enabled: true,
+      functionCall: false,
+      id: 'solar-1-mini-chat-ja',
+      tokens: 32_768,
+    },
+    {
+      description: 'English-to-Korean translation specialized model based on the solar-mini. Maximum context length is 32k tokens. solar-1-mini-translate-enko is alias for our latest solar-1-mini-translate-enko model. (Currently solar-1-mini-translate-enko-240507)',
+      displayName: 'Solar 1 Mini Translate EnKo',
+      enabled: false,
+      functionCall: false,
+      id: 'solar-1-mini-translate-enko',
+      tokens: 32_768,
+    },
+    {
+      description: 'Korean-to-English translation specialized model based on the solar-mini. Maximum context length is 32k tokens. solar-1-mini-translate-koen is alias for our latest solar-1-mini-translate-koen model. (Currently solar-1-mini-translate-koen-240507)',
+      displayName: 'Solar 1 Mini Translate KoEn',
+      enabled: false,
+      functionCall: false,
+      id: 'solar-1-mini-translate-koen',
+      tokens: 32_768,
+    },
+  ],
+  checkModel: 'solar-1-mini-chat',
+  id: 'upstage',
+  modelList: { showModelFetcher: true },
+  name: 'Upstage',
+};
+
+export default Upstage;
diff --git a/src/const/settings/llm.ts b/src/const/settings/llm.ts
@@ -19,6 +19,7 @@ import {
   StepfunProviderCard,
   TaichuProviderCard,
   TogetherAIProviderCard,
+  UpstageProviderCard,
   ZeroOneProviderCard,
   ZhiPuProviderCard,
   filterEnabledModels,
@@ -111,6 +112,10 @@ export const DEFAULT_LLM_CONFIG: UserModelProviderConfig = {
     enabled: false,
     enabledModels: filterEnabledModels(TogetherAIProviderCard),
   },
+  upstage: {
+    enabled: false,
+    enabledModels: filterEnabledModels(UpstageProviderCard),
+  },
   zeroone: {
     enabled: false,
     enabledModels: filterEnabledModels(ZeroOneProviderCard),

diff --git a/src/features/Conversation/Error/APIKeyForm/ProviderAvatar.tsx b/src/features/Conversation/Error/APIKeyForm/ProviderAvatar.tsx
@@ -16,6 +16,7 @@ import {
   Stepfun,
   Together,
   Tongyi,
+  Upstage,
   ZeroOne,
   Zhipu,
 } from '@lobehub/icons';
@@ -103,6 +104,10 @@ const ProviderAvatar = memo<ProviderAvatarProps>(({ provider }) => {
       return <Ai360 color={Ai360.colorPrimary} size={56} />;
     }
 
+    case ModelProvider.Upstage: {
+      return <Upstage color={Upstage.colorPrimary} size={56} />;
+    }
+
     default:
     case ModelProvider.OpenAI: {
       return <OpenAI color={theme.colorText} size={64} />;

diff --git a/src/libs/agent-runtime/AgentRuntime.ts b/src/libs/agent-runtime/AgentRuntime.ts
@@ -24,6 +24,7 @@ import { LobeSiliconCloudAI } from './siliconcloud';
 import { LobeStepfunAI } from './stepfun';
 import { LobeTaichuAI } from './taichu';
 import { LobeTogetherAI } from './togetherai';
+import { LobeUpstageAI } from './upstage';
 import {
   ChatCompetitionOptions,
   ChatStreamPayload,
@@ -134,6 +135,7 @@ class AgentRuntime {
       stepfun: Partial<ClientOptions>;
       taichu: Partial<ClientOptions>;
       togetherai: Partial<ClientOptions>;
+      upstage: Partial<ClientOptions>;
       zeroone: Partial<ClientOptions>;
       zhipu: Partial<ClientOptions>;
     }>,
@@ -261,6 +263,11 @@ class AgentRuntime {
         runtimeModel = new LobeSiliconCloudAI(params.siliconcloud ?? {});
         break;
       }
+
+      case ModelProvider.Upstage: {
+        runtimeModel = new LobeUpstageAI(params.upstage);
+        break
+      }
     }
 
     return new AgentRuntime(runtimeModel);

diff --git a/src/libs/agent-runtime/types/type.ts b/src/libs/agent-runtime/types/type.ts
@@ -43,6 +43,7 @@ export enum ModelProvider {
   Stepfun = 'stepfun',
   Taichu = 'taichu',
   TogetherAI = 'togetherai',
+  Upstage = 'upstage',
   ZeroOne = 'zeroone',
   ZhiPu = 'zhipu',
 }