diff --git a/faster_whisper/transcribe.py b/faster_whisper/transcribe.py
index 7996321e..6642b284 100644
--- a/faster_whisper/transcribe.py
+++ b/faster_whisper/transcribe.py
@@ -721,6 +721,8 @@ def generate_with_fallback(
             if (
                 options.no_speech_threshold is not None
                 and result.no_speech_prob > options.no_speech_threshold
+                and options.log_prob_threshold is not None
+                and avg_logprob < options.log_prob_threshold
             ):
                 needs_fallback = False  # silence