From 94267df08ecd60b2d823d70112a1e6357126ead3 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Wed, 15 Nov 2023 20:49:12 +0200 Subject: [PATCH] bench-all : add distil models --- extra/bench-all.sh | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/extra/bench-all.sh b/extra/bench-all.sh index 7d80e122..6939dafa 100755 --- a/extra/bench-all.sh +++ b/extra/bench-all.sh @@ -17,12 +17,12 @@ else encoder_only=$2 fi -models=( \ - "tiny" "tiny-q4_0" "tiny-q4_1" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \ - "base" "base-q4_0" "base-q4_1" "base-q5_0" "base-q5_1" "base-q8_0" \ - "small" "small-q4_0" "small-q4_1" "small-q5_0" "small-q5_1" "small-q8_0" \ - "medium" "medium-q4_0" "medium-q4_1" "medium-q5_0" "medium-q5_1" "medium-q8_0" \ - "large-v2" "large-v2-q4_0" "large-v2-q4_1" "large-v2-q5_0" "large-v2-q5_1" "large-v2-q8_0" \ +models=( \ + "tiny" "tiny-q4_0" "tiny-q4_1" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \ + "base" "base-q4_0" "base-q4_1" "base-q5_0" "base-q5_1" "base-q8_0" \ + "small" "small-q4_0" "small-q4_1" "small-q5_0" "small-q5_1" "small-q8_0" \ + "medium" "medium-q4_0" "medium-q4_1" "medium-q5_0" "medium-q5_1" "medium-q8_0" "medium-dis" \ + "large-v2" "large-v2-q4_0" "large-v2-q4_1" "large-v2-q5_0" "large-v2-q5_1" "large-v2-q8_0" "large-v2-dis" \ ) if [ "$encoder_only" -eq 0 ]; then