Spaces:
Running
Running
sync : llama.cpp (ggml/0)
Browse files- examples/common-ggml.cpp +2 -0
examples/common-ggml.cpp
CHANGED
|
@@ -65,6 +65,7 @@ bool ggml_common_quantize_0(
|
|
| 65 |
case GGML_FTYPE_MOSTLY_IQ2_XXS:
|
| 66 |
case GGML_FTYPE_MOSTLY_IQ2_XS:
|
| 67 |
case GGML_FTYPE_MOSTLY_IQ3_XXS:
|
|
|
|
| 68 |
case GGML_FTYPE_MOSTLY_IQ1_S:
|
| 69 |
case GGML_FTYPE_MOSTLY_IQ4_NL:
|
| 70 |
{
|
|
@@ -199,6 +200,7 @@ bool ggml_common_quantize_0(
|
|
| 199 |
case GGML_TYPE_IQ2_XXS:
|
| 200 |
case GGML_TYPE_IQ2_XS:
|
| 201 |
case GGML_TYPE_IQ3_XXS:
|
|
|
|
| 202 |
case GGML_TYPE_IQ1_S:
|
| 203 |
case GGML_TYPE_IQ4_NL:
|
| 204 |
case GGML_TYPE_COUNT:
|
|
|
|
| 65 |
case GGML_FTYPE_MOSTLY_IQ2_XXS:
|
| 66 |
case GGML_FTYPE_MOSTLY_IQ2_XS:
|
| 67 |
case GGML_FTYPE_MOSTLY_IQ3_XXS:
|
| 68 |
+
case GGML_FTYPE_MOSTLY_IQ3_S:
|
| 69 |
case GGML_FTYPE_MOSTLY_IQ1_S:
|
| 70 |
case GGML_FTYPE_MOSTLY_IQ4_NL:
|
| 71 |
{
|
|
|
|
| 200 |
case GGML_TYPE_IQ2_XXS:
|
| 201 |
case GGML_TYPE_IQ2_XS:
|
| 202 |
case GGML_TYPE_IQ3_XXS:
|
| 203 |
+
case GGML_TYPE_IQ3_S:
|
| 204 |
case GGML_TYPE_IQ1_S:
|
| 205 |
case GGML_TYPE_IQ4_NL:
|
| 206 |
case GGML_TYPE_COUNT:
|