extern/whisper.cpp
1
0
Fork 1
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-08-16 11:09:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

whisper : fixed crash in GPU device selection on multi-GPU systems (#3372)

Browse Source
This commit is contained in:
Dw9
2025-08-12 18:58:52 +08:00
committed by GitHub
parent b02242d0ad
commit 5527454cdb
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/whisper.cpp
View File

@ -1327,7 +1327,7 @@ static ggml_backend_t whisper_backend_init_gpu(const whisper_context_params & pa
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) { for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i); ggml_backend_dev_t dev_cur = ggml_backend_dev_get(i);
if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) { if (ggml_backend_dev_type(dev_cur) == GGML_BACKEND_DEVICE_TYPE_GPU) {
if (cnt == 0 || cnt == params.gpu_device) { if (cnt == params.gpu_device) {
dev = dev_cur; dev = dev_cur;
} }
@ -1396,7 +1396,7 @@ static buft_list_t make_buft_list(whisper_context_params & params) {
for (size_t i = 0; i < ggml_backend_dev_count(); ++i) { for (size_t i = 0; i < ggml_backend_dev_count(); ++i) {
ggml_backend_dev_t dev = ggml_backend_dev_get(i); ggml_backend_dev_t dev = ggml_backend_dev_get(i);
if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) { if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_GPU) {
if (cnt == 0 || cnt == params.gpu_device) { if (cnt == params.gpu_device) {
auto * buft = ggml_backend_dev_buffer_type(dev); auto * buft = ggml_backend_dev_buffer_type(dev);
if (buft) { if (buft) {
buft_list.emplace_back(dev, buft); buft_list.emplace_back(dev, buft);