Spaces:
Running
Running
ggml : update ggml_backend_cpu_device_supports_op (llama/10867)
Browse files* ggml : fix cpy op for IQ-quants to use reference impl
ggml-ci
* ggml : disable tests involving i-matrix quantization
* ggml : update ggml_backend_cpu_device_supports_op
ggml-ci
ggml/src/ggml-cpu/ggml-cpu.cpp
CHANGED
|
@@ -394,8 +394,11 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
|
|
| 394 |
switch (op->op) {
|
| 395 |
case GGML_OP_CPY:
|
| 396 |
return
|
|
|
|
|
|
|
| 397 |
op->type != GGML_TYPE_IQ2_XXS &&
|
| 398 |
op->type != GGML_TYPE_IQ2_XS &&
|
|
|
|
| 399 |
op->type != GGML_TYPE_IQ1_S &&
|
| 400 |
op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
|
| 401 |
case GGML_OP_MUL_MAT:
|
|
|
|
| 394 |
switch (op->op) {
|
| 395 |
case GGML_OP_CPY:
|
| 396 |
return
|
| 397 |
+
op->type != GGML_TYPE_IQ3_XXS &&
|
| 398 |
+
op->type != GGML_TYPE_IQ3_S &&
|
| 399 |
op->type != GGML_TYPE_IQ2_XXS &&
|
| 400 |
op->type != GGML_TYPE_IQ2_XS &&
|
| 401 |
+
op->type != GGML_TYPE_IQ2_S &&
|
| 402 |
op->type != GGML_TYPE_IQ1_S &&
|
| 403 |
op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
|
| 404 |
case GGML_OP_MUL_MAT:
|