diff --git a/apiclient/types/defaultmodelalias.go b/apiclient/types/defaultmodelalias.go index ae509e205..6b2fbf3c1 100644 --- a/apiclient/types/defaultmodelalias.go +++ b/apiclient/types/defaultmodelalias.go @@ -7,6 +7,7 @@ const ( DefaultModelAliasTypeLLM DefaultModelAliasType = "llm" DefaultModelAliasTypeLLMMini DefaultModelAliasType = "llm-mini" DefaultModelAliasTypeImageGeneration DefaultModelAliasType = "image-generation" + DefaultModelAliasTypeVision DefaultModelAliasType = "vision" ) type DefaultModelAlias struct { diff --git a/apiclient/types/model.go b/apiclient/types/model.go index f5f6915b5..3a8bd4f62 100644 --- a/apiclient/types/model.go +++ b/apiclient/types/model.go @@ -34,5 +34,6 @@ const ( ModelUsageLLM ModelUsage = "llm" ModelUsageEmbedding ModelUsage = "text-embedding" ModelUsageImage ModelUsage = "image-generation" + ModelUsageVision ModelUsage = "vision" ModelUsageOther ModelUsage = "other" ) diff --git a/pkg/controller/data/default-model-aliases.yaml b/pkg/controller/data/default-model-aliases.yaml index 2df678916..f8d1117e4 100644 --- a/pkg/controller/data/default-model-aliases.yaml +++ b/pkg/controller/data/default-model-aliases.yaml @@ -34,4 +34,13 @@ items: spec: manifest: alias: image-generation - model: dall-e-3 \ No newline at end of file + model: dall-e-3 + - apiVersion: otto.otto8.ai/v1 + kind: DefaultModelAlias + metadata: + name: vision + namespace: default + spec: + manifest: + alias: vision + model: gpt-4o \ No newline at end of file diff --git a/pkg/controller/handlers/knowledgefile/knowledgefile.go b/pkg/controller/handlers/knowledgefile/knowledgefile.go index 25d4bf0e4..988e852f5 100644 --- a/pkg/controller/handlers/knowledgefile/knowledgefile.go +++ b/pkg/controller/handlers/knowledgefile/knowledgefile.go @@ -233,7 +233,7 @@ func (h *Handler) ingest(ctx context.Context, client kclient.Client, file *v1.Kn "input": inputName, "output": outputFile(file.Spec.FileName), }, invoke.SystemTaskOptions{ - Env: []string{"OPENAI_MODEL=" + string(types.DefaultModelAliasTypeLLM)}, + Env: []string{"OPENAI_MODEL=" + string(types.DefaultModelAliasTypeVision)}, }) if err != nil { return err diff --git a/ui/admin/app/lib/model/models.ts b/ui/admin/app/lib/model/models.ts index 177bf2a2c..4a6e4fc49 100644 --- a/ui/admin/app/lib/model/models.ts +++ b/ui/admin/app/lib/model/models.ts @@ -6,6 +6,7 @@ export const ModelUsage = { LLM: "llm", TextEmbedding: "text-embedding", ImageGeneration: "image-generation", + Vision: "vision", Other: "other", } as const; export type ModelUsage = (typeof ModelUsage)[keyof typeof ModelUsage]; @@ -14,6 +15,7 @@ const ModelUsageLabels = { [ModelUsage.LLM]: "Language Model (Chat)", [ModelUsage.TextEmbedding]: "Text Embedding (Knowledge)", [ModelUsage.ImageGeneration]: "Image Generation", + [ModelUsage.Vision]: "Vision", [ModelUsage.Other]: "Other", } as const; @@ -28,6 +30,7 @@ export const ModelAlias = { LlmMini: "llm-mini", TextEmbedding: "text-embedding", ImageGeneration: "image-generation", + Vision: "vision", } as const; export type ModelAlias = (typeof ModelAlias)[keyof typeof ModelAlias]; @@ -36,6 +39,7 @@ const ModelAliasLabels = { [ModelAlias.LlmMini]: "Language Model (Chat - Fast)", [ModelAlias.TextEmbedding]: "Text Embedding (Knowledge)", [ModelAlias.ImageGeneration]: "Image Generation", + [ModelAlias.Vision]: "Vision", } as const; export const getModelAliasLabel = (alias: string) => { @@ -49,6 +53,7 @@ export const ModelAliasToUsageMap = { [ModelAlias.LlmMini]: ModelUsage.LLM, [ModelAlias.TextEmbedding]: ModelUsage.TextEmbedding, [ModelAlias.ImageGeneration]: ModelUsage.ImageGeneration, + [ModelAlias.Vision]: ModelUsage.Vision, } as const; export type ModelManifest = {