chore: add a vision model usage type and alias

apiclient/types/defaultmodelalias.go

@@ -7,6 +7,7 @@ const (
 	DefaultModelAliasTypeLLM             DefaultModelAliasType = "llm"
 	DefaultModelAliasTypeLLMMini         DefaultModelAliasType = "llm-mini"
 	DefaultModelAliasTypeImageGeneration DefaultModelAliasType = "image-generation"
+	DefaultModelAliasTypeVision          DefaultModelAliasType = "vision"
 )
 
 type DefaultModelAlias struct {

apiclient/types/model.go

@@ -34,5 +34,6 @@ const (
 	ModelUsageLLM       ModelUsage = "llm"
 	ModelUsageEmbedding ModelUsage = "text-embedding"
 	ModelUsageImage     ModelUsage = "image-generation"
+	ModelUsageVision    ModelUsage = "vision"
 	ModelUsageOther     ModelUsage = "other"
 )

pkg/controller/data/default-model-aliases.yaml

@@ -34,4 +34,13 @@ items:
     spec:
       manifest:
         alias: image-generation
-        model: dall-e-3
+        model: dall-e-3
+  - apiVersion: otto.otto8.ai/v1
+    kind: DefaultModelAlias
+    metadata:
+      name: vision
+      namespace: default
+    spec:
+      manifest:
+        alias: vision
+        model: gpt-4o

pkg/controller/handlers/knowledgefile/knowledgefile.go

@@ -233,7 +233,7 @@ func (h *Handler) ingest(ctx context.Context, client kclient.Client, file *v1.Kn
 		"input":  inputName,
 		"output": outputFile(file.Spec.FileName),
 	}, invoke.SystemTaskOptions{
-		Env: []string{"OPENAI_MODEL=" + string(types.DefaultModelAliasTypeLLM)},
+		Env: []string{"OPENAI_MODEL=" + string(types.DefaultModelAliasTypeVision)},
 	})
 	if err != nil {
 		return err

ui/admin/app/lib/model/models.ts

@@ -6,6 +6,7 @@ export const ModelUsage = {
     LLM: "llm",
     TextEmbedding: "text-embedding",
     ImageGeneration: "image-generation",
+    Vision: "vision",
     Other: "other",
 } as const;
 export type ModelUsage = (typeof ModelUsage)[keyof typeof ModelUsage];
@@ -14,6 +15,7 @@ const ModelUsageLabels = {
     [ModelUsage.LLM]: "Language Model (Chat)",
     [ModelUsage.TextEmbedding]: "Text Embedding (Knowledge)",
     [ModelUsage.ImageGeneration]: "Image Generation",
+    [ModelUsage.Vision]: "Vision",
     [ModelUsage.Other]: "Other",
 } as const;
 
@@ -28,6 +30,7 @@ export const ModelAlias = {
     LlmMini: "llm-mini",
     TextEmbedding: "text-embedding",
     ImageGeneration: "image-generation",
+    Vision: "vision",
 } as const;
 export type ModelAlias = (typeof ModelAlias)[keyof typeof ModelAlias];
 
@@ -36,6 +39,7 @@ const ModelAliasLabels = {
     [ModelAlias.LlmMini]: "Language Model (Chat - Fast)",
     [ModelAlias.TextEmbedding]: "Text Embedding (Knowledge)",
     [ModelAlias.ImageGeneration]: "Image Generation",
+    [ModelAlias.Vision]: "Vision",
 } as const;
 
 export const getModelAliasLabel = (alias: string) => {
@@ -49,6 +53,7 @@ export const ModelAliasToUsageMap = {
     [ModelAlias.LlmMini]: ModelUsage.LLM,
     [ModelAlias.TextEmbedding]: ModelUsage.TextEmbedding,
     [ModelAlias.ImageGeneration]: ModelUsage.ImageGeneration,
+    [ModelAlias.Vision]: ModelUsage.Vision,
 } as const;
 
 export type ModelManifest = {