mirror of
https://github.com/ggerganov/whisper.cpp.git
synced 2025-01-03 20:48:59 +01:00
whisper.android : add support for loading directly from asset in C (#415)
This commit is contained in:
parent
8088a977af
commit
49b529ba74
@ -73,8 +73,7 @@ class MainScreenViewModel(private val application: Application) : ViewModel() {
|
|||||||
printMessage("Loading model...\n")
|
printMessage("Loading model...\n")
|
||||||
val models = application.assets.list("models/")
|
val models = application.assets.list("models/")
|
||||||
if (models != null) {
|
if (models != null) {
|
||||||
val inputstream = application.assets.open("models/" + models[0])
|
whisperContext = WhisperContext.createContextFromAsset(application.assets, "models/" + models[0])
|
||||||
whisperContext = WhisperContext.createContextFromInputStream(inputstream)
|
|
||||||
printMessage("Loaded model ${models[0]}.\n")
|
printMessage("Loaded model ${models[0]}.\n")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1,5 +1,6 @@
|
|||||||
package com.whispercppdemo.whisper
|
package com.whispercppdemo.whisper
|
||||||
|
|
||||||
|
import android.content.res.AssetManager
|
||||||
import android.os.Build
|
import android.os.Build
|
||||||
import android.util.Log
|
import android.util.Log
|
||||||
import kotlinx.coroutines.*
|
import kotlinx.coroutines.*
|
||||||
@ -56,6 +57,15 @@ class WhisperContext private constructor(private var ptr: Long) {
|
|||||||
}
|
}
|
||||||
return WhisperContext(ptr)
|
return WhisperContext(ptr)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fun createContextFromAsset(assetManager: AssetManager, assetPath: String): WhisperContext {
|
||||||
|
val ptr = WhisperLib.initContextFromAsset(assetManager, assetPath)
|
||||||
|
|
||||||
|
if (ptr == 0L) {
|
||||||
|
throw java.lang.RuntimeException("Couldn't create context from asset $assetPath")
|
||||||
|
}
|
||||||
|
return WhisperContext(ptr)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -87,6 +97,7 @@ private class WhisperLib {
|
|||||||
|
|
||||||
// JNI methods
|
// JNI methods
|
||||||
external fun initContextFromInputStream(inputStream: InputStream): Long
|
external fun initContextFromInputStream(inputStream: InputStream): Long
|
||||||
|
external fun initContextFromAsset(assetManager: AssetManager, assetPath: String): Long
|
||||||
external fun initContext(modelPath: String): Long
|
external fun initContext(modelPath: String): Long
|
||||||
external fun freeContext(contextPtr: Long)
|
external fun freeContext(contextPtr: Long)
|
||||||
external fun fullTranscribe(contextPtr: Long, audioData: FloatArray)
|
external fun fullTranscribe(contextPtr: Long, audioData: FloatArray)
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
WHISPER_LIB_DIR := $(LOCAL_PATH)/../../../../../../../
|
WHISPER_LIB_DIR := $(LOCAL_PATH)/../../../../../../../
|
||||||
LOCAL_LDLIBS := -llog
|
LOCAL_LDLIBS := -landroid -llog
|
||||||
|
|
||||||
# Make the final output library smaller by only keeping the symbols referenced from the app.
|
# Make the final output library smaller by only keeping the symbols referenced from the app.
|
||||||
ifneq ($(APP_OPTIM),debug)
|
ifneq ($(APP_OPTIM),debug)
|
||||||
|
@ -1,4 +1,6 @@
|
|||||||
#include <jni.h>
|
#include <jni.h>
|
||||||
|
#include <android/asset_manager.h>
|
||||||
|
#include <android/asset_manager_jni.h>
|
||||||
#include <android/log.h>
|
#include <android/log.h>
|
||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
#include <sys/sysinfo.h>
|
#include <sys/sysinfo.h>
|
||||||
@ -9,6 +11,7 @@
|
|||||||
#define TAG "JNI"
|
#define TAG "JNI"
|
||||||
|
|
||||||
#define LOGI(...) __android_log_print(ANDROID_LOG_INFO, TAG, __VA_ARGS__)
|
#define LOGI(...) __android_log_print(ANDROID_LOG_INFO, TAG, __VA_ARGS__)
|
||||||
|
#define LOGW(...) __android_log_print(ANDROID_LOG_WARN, TAG, __VA_ARGS__)
|
||||||
|
|
||||||
static inline int min(int a, int b) {
|
static inline int min(int a, int b) {
|
||||||
return (a < b) ? a : b;
|
return (a < b) ? a : b;
|
||||||
@ -91,6 +94,52 @@ Java_com_whispercppdemo_whisper_WhisperLib_00024Companion_initContextFromInputSt
|
|||||||
return (jlong) context;
|
return (jlong) context;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static size_t asset_read(void *ctx, void *output, size_t read_size) {
|
||||||
|
return AAsset_read((AAsset *) ctx, output, read_size);
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool asset_is_eof(void *ctx) {
|
||||||
|
return AAsset_getRemainingLength64((AAsset *) ctx) <= 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void asset_close(void *ctx) {
|
||||||
|
AAsset_close((AAsset *) ctx);
|
||||||
|
}
|
||||||
|
|
||||||
|
static struct whisper_context *whisper_init_from_asset(
|
||||||
|
JNIEnv *env,
|
||||||
|
jobject assetManager,
|
||||||
|
const char *asset_path
|
||||||
|
) {
|
||||||
|
LOGI("Loading model from asset '%s'\n", asset_path);
|
||||||
|
AAssetManager *asset_manager = AAssetManager_fromJava(env, assetManager);
|
||||||
|
AAsset *asset = AAssetManager_open(asset_manager, asset_path, AASSET_MODE_STREAMING);
|
||||||
|
if (!asset) {
|
||||||
|
LOGW("Failed to open '%s'\n", asset_path);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
whisper_model_loader loader = {
|
||||||
|
.context = asset,
|
||||||
|
.read = &asset_read,
|
||||||
|
.eof = &asset_is_eof,
|
||||||
|
.close = &asset_close
|
||||||
|
};
|
||||||
|
|
||||||
|
return whisper_init(&loader);
|
||||||
|
}
|
||||||
|
|
||||||
|
JNIEXPORT jlong JNICALL
|
||||||
|
Java_com_whispercppdemo_whisper_WhisperLib_00024Companion_initContextFromAsset(
|
||||||
|
JNIEnv *env, jobject thiz, jobject assetManager, jstring asset_path_str) {
|
||||||
|
UNUSED(thiz);
|
||||||
|
struct whisper_context *context = NULL;
|
||||||
|
const char *asset_path_chars = (*env)->GetStringUTFChars(env, asset_path_str, NULL);
|
||||||
|
context = whisper_init_from_asset(env, assetManager, asset_path_chars);
|
||||||
|
(*env)->ReleaseStringUTFChars(env, asset_path_str, asset_path_chars);
|
||||||
|
return (jlong) context;
|
||||||
|
}
|
||||||
|
|
||||||
JNIEXPORT jlong JNICALL
|
JNIEXPORT jlong JNICALL
|
||||||
Java_com_whispercppdemo_whisper_WhisperLib_00024Companion_initContext(
|
Java_com_whispercppdemo_whisper_WhisperLib_00024Companion_initContext(
|
||||||
JNIEnv *env, jobject thiz, jstring model_path_str) {
|
JNIEnv *env, jobject thiz, jstring model_path_str) {
|
||||||
|
Loading…
Reference in New Issue
Block a user