Move CLIP _no_split_modules to CLIPPreTrainedModel (#27841)

Add _no_split_modules to CLIPModel
huggingface · Jan 30, 2024 · 1f5590d · 1f5590d
1 parent a989c6c
commit 1f5590d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/clip/modeling_clip.py b/src/transformers/models/clip/modeling_clip.py
@@ -925,6 +925,7 @@ def forward(
 @add_start_docstrings(CLIP_START_DOCSTRING)
 class CLIPModel(CLIPPreTrainedModel):
     config_class = CLIPConfig
+    _no_split_modules = ["CLIPTextEmbeddings", "CLIPEncoderLayer"]
 
     def __init__(self, config: CLIPConfig):
         super().__init__(config)