diff --git a/src/whisper.cpp b/src/whisper.cpp
index a7e6ef2f..8bad4d13 100644
--- a/src/whisper.cpp
+++ b/src/whisper.cpp
@@ -6746,6 +6746,9 @@ int whisper_full_with_state(
             WHISPER_LOG_ERROR("%s: failed to compute VAD\n", __func__);
             return -1;
         }
+        if (vad_n_samples == 0) {
+            return 0;
+        }
         process_samples = vad_samples.data();
         n_process_samples = vad_n_samples;
     }