From 1d7657f40974e251ea42275e155a8abfb24228ef Mon Sep 17 00:00:00 2001 From: Slava Primenko Date: Thu, 4 Apr 2024 14:49:24 +0200 Subject: [PATCH] ggml: bypass code incompatible with CUDA < 11.1 (#2020) `cudaHostRegisterReadOnly` parameter was only introduced in CUDA 11.1 See this issue for more details: https://github.com/ggerganov/whisper.cpp/issues/2007 --- ggml-cuda.cu | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index be8e33a5..5607386c 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -2797,6 +2797,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size return false; } +#if CUDART_VERSION >= 11100 cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly); if (err != cudaSuccess) { // clear the error @@ -2807,6 +2808,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size return false; } return true; +#else + return false; +#endif } GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {