whisper : increase tokenizer buffer (close #1259)

This commit is contained in:
Georgi Gerganov 2023-09-15 21:11:43 +03:00
parent 1ca4041b86
commit 951a119926
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -4520,7 +4520,7 @@ int whisper_full_with_state(
// initial prompt
if (!params.prompt_tokens && params.initial_prompt) {
prompt_tokens.resize(1024);
prompt_tokens.resize(2048);
prompt_tokens.resize(whisper_tokenize(ctx, params.initial_prompt, prompt_tokens.data(), prompt_tokens.size()));
params.prompt_tokens = prompt_tokens.data();
params.prompt_n_tokens = prompt_tokens.size();