[CLAP] Fix logit scales dtype for fp16 (huggingface#25754)

parambharat · Sep 26, 2023 · 8bdeb54 · 8bdeb54
1 parent 6671260
commit 8bdeb54
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/transformers/models/clap/modeling_clap.py b/src/transformers/models/clap/modeling_clap.py
@@ -1955,8 +1955,8 @@ def __init__(self, config: ClapConfig):
         text_config = config.text_config
         audio_config = config.audio_config
 
-        self.logit_scale_a = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value)))
-        self.logit_scale_t = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value)))
+        self.logit_scale_a = nn.Parameter(torch.tensor(math.log(config.logit_scale_init_value)))
+        self.logit_scale_t = nn.Parameter(torch.tensor(math.log(config.logit_scale_init_value)))
 
         self.projection_dim = config.projection_dim