bench : add memcpy and ggml_mul_mat benchmarks

This commit is contained in:
Georgi Gerganov
2023-01-18 20:31:46 +02:00
parent 49b529ba74
commit 1290fc6457
4 changed files with 182 additions and 14 deletions

View File

@@ -12,6 +12,18 @@ fi
models=( "tiny" "base" "small" "medium" "large" )
printf "\n"
printf "Running memcpy benchmark with 1 thread\n"
printf "\n"
./bench -w 1 -t 1 2>&1
printf "\n"
printf "Running ggml_mul_mat benchmark with " $n_threads " threads\n"
printf "\n"
./bench -w 2 -t $n_threads 2>&1
printf "\n"
printf "Running benchmark for all models\n"
printf "This can take a while!\n"
@@ -56,4 +68,3 @@ for model in "${models[@]}"; do
printf "| <todo> | <todo> | $config | $model | $n_threads | $load_time | $encode_time | $commit |\n"
done