From 527fe6aaebeba823589860c28e3b229552b873f2 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 27 May 2025 18:02:37 +0300 Subject: [PATCH] sync : fix builds - musa, ruby --- .devops/main-musa.Dockerfile | 6 +++--- README.md | 2 +- bindings/ruby/ext/options.rb | 1 + 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/.devops/main-musa.Dockerfile b/.devops/main-musa.Dockerfile index fa17a5a6..c54b22d7 100644 --- a/.devops/main-musa.Dockerfile +++ b/.devops/main-musa.Dockerfile @@ -1,10 +1,10 @@ ARG UBUNTU_VERSION=22.04 # This needs to generally match the container host's environment. -ARG MUSA_VERSION=rc3.1.1 +ARG MUSA_VERSION=rc4.0.1 # Target the MUSA build image -ARG BASE_MUSA_DEV_CONTAINER=mthreads/musa:${MUSA_VERSION}-devel-ubuntu${UBUNTU_VERSION} +ARG BASE_MUSA_DEV_CONTAINER=mthreads/musa:${MUSA_VERSION}-mudnn-devel-ubuntu${UBUNTU_VERSION} # Target the MUSA runtime image -ARG BASE_MUSA_RUN_CONTAINER=mthreads/musa:${MUSA_VERSION}-runtime-ubuntu${UBUNTU_VERSION} +ARG BASE_MUSA_RUN_CONTAINER=mthreads/musa:${MUSA_VERSION}-mudnn-runtime-ubuntu${UBUNTU_VERSION} FROM ${BASE_MUSA_DEV_CONTAINER} AS build WORKDIR /app diff --git a/README.md b/README.md index 44ebc41e..83f30cbc 100644 --- a/README.md +++ b/README.md @@ -386,7 +386,7 @@ Run the inference examples as usual, for example: ## Moore Threads GPU support With Moore Threads cards the processing of the models is done efficiently on the GPU via muBLAS and custom MUSA kernels. -First, make sure you have installed `MUSA SDK rc3.1.1`: https://developer.mthreads.com/sdk/download/musa?equipment=&os=&driverVersion=&version=rc3.1.1 +First, make sure you have installed `MUSA SDK rc4.0.1`: https://developer.mthreads.com/sdk/download/musa?equipment=&os=&driverVersion=&version=rc4.0.1 Now build `whisper.cpp` with MUSA support: diff --git a/bindings/ruby/ext/options.rb b/bindings/ruby/ext/options.rb index 9b0fad37..09f27e41 100644 --- a/bindings/ruby/ext/options.rb +++ b/bindings/ruby/ext/options.rb @@ -160,6 +160,7 @@ class Options bool "GGML_VULKAN_SHADER_DEBUG_INFO" pending "GGML_VULKAN_VALIDATE" bool "GGML_VXE" + bool "GGML_XTHEADVECTOR" filepath "GIT_EXE" filepath "MATH_LIBRARY" filepath "METALKIT_FRAMEWORK"