holm/whisper.cpp
1
1
Fork 0
forked from extern/whisper.cpp
Code Issues Pull Requests Packages Projects Releases Wiki Activity

whisper : suppress task tokens (#442)

Browse Source
This commit is contained in:
Georgi Gerganov 2023-02-04 09:03:14 +02:00
parent 86ef64a855
commit 291980369c
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
whisper.cpp
View File

@ -2956,6 +2956,10 @@ static void whisper_process_logits(
logits[vocab.token_sot] = -INFINITY; logits[vocab.token_sot] = -INFINITY;
logits[vocab.token_solm] = -INFINITY; logits[vocab.token_solm] = -INFINITY;
// suppress task tokens
logits[vocab.token_translate] = -INFINITY;
logits[vocab.token_transcribe] = -INFINITY;
// timestamps have to appear in pairs, except directly before EOT; mask logits accordingly // timestamps have to appear in pairs, except directly before EOT; mask logits accordingly
// https://github.com/openai/whisper/blob/0b1ba3d46ebf7fe6f953acfd8cad62a4f851b49f/whisper/decoding.py#L414-L424 // https://github.com/openai/whisper/blob/0b1ba3d46ebf7fe6f953acfd8cad62a4f851b49f/whisper/decoding.py#L414-L424
{ {