diff --git a/src/whisper.cpp b/src/whisper.cpp
index 6483ae8ab9d..fe3e135bee6 100644
--- a/src/whisper.cpp
+++ b/src/whisper.cpp
@@ -7724,6 +7724,7 @@ int whisper_full(
             return -1;
         }
         if (vad_samples.empty()) {
+            ctx->state->result_all.clear();
             return 0;
         }
         samples = vad_samples.data();