ggerganov commited on
Commit
53bb541
·
1 Parent(s): 0062819

common : handle new quant types (ggml/0)

Browse files
Files changed (1) hide show
  1. examples/common-ggml.cpp +6 -0
examples/common-ggml.cpp CHANGED
@@ -72,6 +72,9 @@ bool ggml_common_quantize_0(
72
  case GGML_FTYPE_MOSTLY_IQ4_XS:
73
  case GGML_FTYPE_MOSTLY_IQ1_M:
74
  case GGML_FTYPE_MOSTLY_BF16:
 
 
 
75
  {
76
  fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
77
  return false;
@@ -209,6 +212,9 @@ bool ggml_common_quantize_0(
209
  case GGML_TYPE_IQ4_XS:
210
  case GGML_TYPE_IQ1_M:
211
  case GGML_TYPE_BF16:
 
 
 
212
  case GGML_TYPE_COUNT:
213
  {
214
  fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));
 
72
  case GGML_FTYPE_MOSTLY_IQ4_XS:
73
  case GGML_FTYPE_MOSTLY_IQ1_M:
74
  case GGML_FTYPE_MOSTLY_BF16:
75
+ case GGML_FTYPE_MOSTLY_Q4_0_4_4:
76
+ case GGML_FTYPE_MOSTLY_Q4_0_4_8:
77
+ case GGML_FTYPE_MOSTLY_Q4_0_8_8:
78
  {
79
  fprintf(stderr, "%s: invalid model type %d\n", __func__, ftype);
80
  return false;
 
212
  case GGML_TYPE_IQ4_XS:
213
  case GGML_TYPE_IQ1_M:
214
  case GGML_TYPE_BF16:
215
+ case GGML_TYPE_Q4_0_4_4:
216
+ case GGML_TYPE_Q4_0_4_8:
217
+ case GGML_TYPE_Q4_0_8_8:
218
  case GGML_TYPE_COUNT:
219
  {
220
  fprintf(stderr, "%s: unsupported quantization type %d (%s)\n", __func__, ttype, ggml_type_name((ggml_type) ttype));