extern/whisper.cpp
1
0
Fork 1
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-08-16 14:41:48 +02:00
Code Issues Packages Projects Releases Wiki Activity

models : change default encoding to utf8 (#605)

Browse Source
This commit is contained in:
Kamilake
2023-03-23 04:17:24 +09:00
committed by GitHub
parent 4aa3bcf8a4
commit 992aa2cd1b
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
models/convert-h5-to-ggml.py
View File

@ -79,11 +79,11 @@ dir_model = sys.argv[1]
dir_whisper = sys.argv[2] dir_whisper = sys.argv[2]
dir_out = sys.argv[3] dir_out = sys.argv[3]
with open(dir_model + "/vocab.json", "r") as f: with open(dir_model + "/vocab.json", "r", encoding="utf8") as f:
encoder = json.load(f) encoder = json.load(f)
with open(dir_model + "/added_tokens.json", "r") as f: with open(dir_model + "/added_tokens.json", "r", encoding="utf8") as f:
encoder_added = json.load(f) encoder_added = json.load(f)
with open(dir_model + "/config.json", "r") as f: with open(dir_model + "/config.json", "r", encoding="utf8") as f:
hparams = json.load(f) hparams = json.load(f)
model = WhisperForConditionalGeneration.from_pretrained(dir_model) model = WhisperForConditionalGeneration.from_pretrained(dir_model)