From 951a1199265ff4424f938182542cf6bac9b36154 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 15 Sep 2023 21:11:43 +0300 Subject: [PATCH] whisper : increase tokenizer buffer (close #1259) --- whisper.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/whisper.cpp b/whisper.cpp index 1224be9b..f1c3567d 100644 --- a/whisper.cpp +++ b/whisper.cpp @@ -4520,7 +4520,7 @@ int whisper_full_with_state( // initial prompt if (!params.prompt_tokens && params.initial_prompt) { - prompt_tokens.resize(1024); + prompt_tokens.resize(2048); prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size())); params.prompt_tokens = prompt_tokens.data(); params.prompt_n_tokens = prompt_tokens.size();