diff --git a/faster_whisper/transcribe.py b/faster_whisper/transcribe.py
index c351c0a..70717f5 100644
--- a/faster_whisper/transcribe.py
+++ b/faster_whisper/transcribe.py
@@ -422,6 +422,7 @@ class WhisperModel:
 
                     # fast-forward to the next segment boundary
                     seek += segment_size
+                    encoder_output = None
                     continue
 
             tokens = result.sequences_ids[0]