extern/whisper.cpp
1
0
Fork 1
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-08-15 07:32:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

kompute: add backend registry / device interfaces (llama/10045)

Browse Source 
Get in line with the other backends by supporting the newer
backend/device registry interfaces.

Signed-off-by: Sergio Lopez <slp@redhat.com>
This commit is contained in:
Sergio López
2024-10-30 17:01:52 +01:00
committed by Georgi Gerganov
parent 63a4e09a0f
commit 1e122d66f9
3 changed files with 206 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/include/ggml-kompute.h
View File

@ -11,6 +11,8 @@
extern "C" {
#endif
#define GGML_KOMPUTE_MAX_DEVICES 16
struct ggml_vk_device {
int index;
int type; // same as VkPhysicalDeviceType
@ -41,6 +43,8 @@ GGML_API bool ggml_backend_is_kompute(ggml_backend_t backend);
GGML_API ggml_backend_buffer_type_t ggml_backend_kompute_buffer_type(int device);
GGML_API ggml_backend_reg_t ggml_backend_kompute_reg(void);
#ifdef __cplusplus
}
#endif