Update modeling_auto.py

Signed-off-by: Wang, Chang <[email protected]>
intel · Jun 27, 2024 · f1dc6b8 · f1dc6b8
1 parent 4ce5cf7
commit f1dc6b8
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/intel_extension_for_transformers/transformers/modeling/modeling_auto.py b/intel_extension_for_transformers/transformers/modeling/modeling_auto.py
@@ -845,8 +845,10 @@ def forward(self, input: torch.Tensor) -> tuple[torch.Tensor, None]:
                 or device_map == "cpu"
                 or device_map == torch.device("cpu")
             ) and model.config.model_type == "mpt":
-                config = AutoConfig.from_pretrained("mosaicml_mpt-7b_config.json",
-                                                    torchscript=True)
+                config = AutoConfig.from_pretrained(
+                    os.path.join(os.path.dirname(__file__), "mosaicml_mpt-7b_config.json"),
+                    torchscript=True
+                )
                 model.config = config
             model.eval()
             model_type = model.config.model_type.replace("_", "-")