Add modelscope to qwenvl

dora-rs · Oct 13, 2024 · 0e9a3fc · 0e9a3fc
1 parent 9e495c5
commit 0e9a3fc
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/node-hub/dora-qwenvl/dora_qwenvl/main.py b/node-hub/dora-qwenvl/dora_qwenvl/main.py
@@ -5,10 +5,19 @@
 import numpy as np
 import pyarrow as pa
 from PIL import Image
+from pathlib import Path
 import cv2
 
 DEFAULT_PATH = "Qwen/Qwen2-VL-2B-Instruct"
-CUSTOM_MODEL_PATH = os.getenv("CUSTOM_MODEL_PATH", DEFAULT_PATH)
+
+MODEL_NAME_OR_PATH = os.getenv("MODEL_NAME_OR_PATH", DEFAULT_PATH)
+
+if bool(os.getenv("MODELSCOPE")) is True:
+    from modelscope import snapshot_download
+
+    if not Path(MODEL_NAME_OR_PATH).exists():
+        CUSTOM_MODEL_PATH = snapshot_download(MODEL_NAME_OR_PATH)
+
 DEFAULT_QUESTION = os.getenv(
     "DEFAULT_QUESTION",
     "Describe this image",

diff --git a/node-hub/dora-qwenvl/pyproject.toml b/node-hub/dora-qwenvl/pyproject.toml
@@ -20,6 +20,7 @@ transformers = "^4.45"
 qwen-vl-utils = "^0.0.2"
 accelerate = "^0.33"
 opencv-python = ">= 4.1.1"
+modelscope = "^1.18.1"
 # flash_attn = "^2.6.1" # Install using: pip install -U flash-attn --no-build-isolation