extern/whisper.cpp
1
0
Fork 1
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-08-14 08:58:43 +02:00
Code Issues Packages Projects Releases Wiki Activity

ggml-alloc : try to make CI happy by reducing vram to 128GB

Browse Source
This commit is contained in:
Georgi Gerganov
2023-09-13 11:57:46 +03:00
parent 905c944143
commit b19888cfb4
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml-alloc.c
View File

@ -342,8 +342,8 @@ static void free_vmem(void * base_addr, size_t size) {
// allocate uncommitted virtual memory to measure the size of the graph // allocate uncommitted virtual memory to measure the size of the graph
static void alloc_measure_vmem(void ** base_addr, size_t * size) { static void alloc_measure_vmem(void ** base_addr, size_t * size) {
// 1TB for 64-bit, 1GB for 32-bit // 128GB for 64-bit, 1GB for 32-bit
*size = sizeof(void *) == 4 ? 1ULL<<30 : 1ULL<<40; *size = sizeof(void *) == 4 ? 1ULL<<30 : 1ULL<<37;
do { do {
*base_addr = alloc_vmem(*size); *base_addr = alloc_vmem(*size);
if (*base_addr != NULL) { if (*base_addr != NULL) {