Update src/transformers/models/llama/modeling_llama.py

Co-authored-by: Arthur <[email protected]>
fxmarty · Apr 17, 2024 · 86e223e · 86e223e
1 parent 70d903f
commit 86e223e
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/src/transformers/models/llama/modeling_llama.py b/src/transformers/models/llama/modeling_llama.py
@@ -1077,10 +1077,6 @@ def _update_causal_mask(
                 attention_mask, inputs_embeds=input_tensor, past_key_values_length=past_seen_tokens
             ):
                return None
-
-            if ignore_causal_mask:
-                return None
-
         dtype, device = input_tensor.dtype, input_tensor.device
         min_dtype = torch.finfo(dtype).min
         sequence_length = input_tensor.shape[1]