diff --git a/faster_whisper/transcribe.py b/faster_whisper/transcribe.py
index b88686e..017d398 100644
--- a/faster_whisper/transcribe.py
+++ b/faster_whisper/transcribe.py
@@ -649,6 +649,12 @@ class WhisperModel:
                     options.log_prob_threshold,
                 )
 
+            if (
+                options.no_speech_threshold is not None
+                and result.no_speech_prob > options.no_speech_threshold
+            ):
+                needs_fallback = False  # silence
+
             if not needs_fallback:
                 break