Don't initialize CLIPVision weights to default values.

im-stuff · Jun 14, 2023 · fa2cca0 · fa2cca0
1 parent 6b77458
commit fa2cca0
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/comfy/clip_vision.py b/comfy/clip_vision.py
@@ -1,12 +1,13 @@
-from transformers import CLIPVisionModelWithProjection, CLIPVisionConfig, CLIPImageProcessor
+from transformers import CLIPVisionModelWithProjection, CLIPVisionConfig, CLIPImageProcessor, modeling_utils
 from .utils import load_torch_file, transformers_convert
 import os
 import torch
 
 class ClipVisionModel():
     def __init__(self, json_config):
         config = CLIPVisionConfig.from_json_file(json_config)
-        self.model = CLIPVisionModelWithProjection(config)
+        with modeling_utils.no_init_weights():
+            self.model = CLIPVisionModelWithProjection(config)
         self.processor = CLIPImageProcessor(crop_size=224,
                                             do_center_crop=True,
                                             do_convert_rgb=True,