feat(ray): add llava 13b to predeploy list

instill-ai · Mar 13, 2024 · b2775f5 · b2775f5
1 parent cc61b85
commit b2775f5
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/instill/helpers/const.py b/instill/helpers/const.py
@@ -110,10 +110,11 @@ class VisualQuestionAnsweringInput:
 VRAM_UPSCALE_FACTOR = 1.25
 
 MODEL_VRAM_OVERRIDE_LIST = {
-    "stable-diffusion-xl": 0.45,
-    "controlnet-canny": 0.45,
-    "llava-1-6-7b": 0.4,
-    "llama2-7b-chat": 0.4,
+    "stable-diffusion-xl": 0.4,
+    "controlnet-canny": 0.2,
+    "llava-1-6-7b": 0.2,
+    "llava-1-6-13b": 0.4,
+    "llama2-7b-chat": 0.2,
     "llama2-7b": 0.4,
     "zephyr-7b": 0.4,
 }