From 7a91a3ba609a3b74755a81677a6bf61480af849a Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 Nov 2023 22:23:18 +0200 Subject: [PATCH] bench-all : add q4 models --- extra/bench-all.sh | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/extra/bench-all.sh b/extra/bench-all.sh index 246d0a33..db042673 100755 --- a/extra/bench-all.sh +++ b/extra/bench-all.sh @@ -18,11 +18,11 @@ else fi models=( \ - "tiny" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \ - "base" "base-q5_0" "base-q5_1" "base-q8_0" \ - "small" "small-q5_0" "small-q5_1" "small-q8_0" \ - "medium" "medium-q5_0" "medium-q5_1" "medium-q8_0" \ - "large" "large-q5_0" "large-q5_1" "large-q8_0" \ + "tiny" "tiny-q4_0" "tiny-q4_1" "tiny-q5_0" "tiny-q5_1" "tiny-q8_0" \ + "base" "base-q4_0" "base-q4_1" "base-q5_0" "base-q5_1" "base-q8_0" \ + "small" "small-q4_0" "small-q4_1" "small-q5_0" "small-q5_1" "small-q8_0" \ + "medium" "medium-q4_0" "medium-q4_1" "medium-q5_0" "medium-q5_1" "medium-q8_0" \ + "large" "large-q4_0" "large-q4_1" "large-q5_0" "large-q5_1" "large-q8_0" \ ) if [ "$encoder_only" -eq 0 ]; then