[Hotfix][VLM] Fixing max position embeddings for Pixtral (vllm-projec…

…t#8399) Signed-off-by: Alvant <[email protected]>
compressa-ai · Oct 26, 2024 · 89e9a6e · 89e9a6e
1 parent 77908bb
commit 89e9a6e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py
@@ -206,6 +206,8 @@ def recurse_elems(elem: Any):
     config_dict["tie_word_embeddings"] = config_dict.get(
         "tie_embeddings", False)
     config_dict["max_seq_len"] = config_dict.get("max_seq_len", 128_000)
+    config_dict["max_position_embeddings"] = config_dict.get(
+        "max_position_embeddings", 128_000)
 
     if config_dict.get("moe") is not None:
         config_dict["architectures"] = ["MixtralForCausalLM"]