sync : ggml (#0)

This commit is contained in:
Georgi Gerganov 2024-01-30 21:30:26 +02:00
parent 361ecebe90
commit 7a74e929c8
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
2 changed files with 3 additions and 1 deletions

View File

@ -64,6 +64,7 @@ bool ggml_common_quantize_0(
case GGML_FTYPE_MOSTLY_Q4_1_SOME_F16: case GGML_FTYPE_MOSTLY_Q4_1_SOME_F16:
case GGML_FTYPE_MOSTLY_IQ2_XXS: case GGML_FTYPE_MOSTLY_IQ2_XXS:
case GGML_FTYPE_MOSTLY_IQ2_XS: case GGML_FTYPE_MOSTLY_IQ2_XS:
case GGML_FTYPE_MOSTLY_IQ3_XXS:
{ {
fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype); fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
return false; return false;
@ -195,6 +196,7 @@ bool ggml_common_quantize_0(
case GGML_TYPE_Q8_K: case GGML_TYPE_Q8_K:
case GGML_TYPE_IQ2_XXS: case GGML_TYPE_IQ2_XXS:
case GGML_TYPE_IQ2_XS: case GGML_TYPE_IQ2_XS:
case GGML_TYPE_IQ3_XXS:
case GGML_TYPE_COUNT: case GGML_TYPE_COUNT:
{ {
fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype)); fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));

View File

@ -1 +1 @@
11c42888456137b27b582c93984b3da5eb81921e 6b14d738d9100c50c199a3b1aaa960f633904476