ggerganov commited on
Commit
2f11d1e
·
1 Parent(s): 9220b51

ggml : update ggml_backend_cpu_device_supports_op (llama/10867)

Browse files

* ggml : fix cpy op for IQ-quants to use reference impl

ggml-ci

* ggml : disable tests involving i-matrix quantization

* ggml : update ggml_backend_cpu_device_supports_op

ggml-ci

Files changed (1) hide show
  1. ggml/src/ggml-cpu/ggml-cpu.cpp +3 -0
ggml/src/ggml-cpu/ggml-cpu.cpp CHANGED
@@ -394,8 +394,11 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
394
  switch (op->op) {
395
  case GGML_OP_CPY:
396
  return
 
 
397
  op->type != GGML_TYPE_IQ2_XXS &&
398
  op->type != GGML_TYPE_IQ2_XS &&
 
399
  op->type != GGML_TYPE_IQ1_S &&
400
  op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
401
  case GGML_OP_MUL_MAT:
 
394
  switch (op->op) {
395
  case GGML_OP_CPY:
396
  return
397
+ op->type != GGML_TYPE_IQ3_XXS &&
398
+ op->type != GGML_TYPE_IQ3_S &&
399
  op->type != GGML_TYPE_IQ2_XXS &&
400
  op->type != GGML_TYPE_IQ2_XS &&
401
+ op->type != GGML_TYPE_IQ2_S &&
402
  op->type != GGML_TYPE_IQ1_S &&
403
  op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
404
  case GGML_OP_MUL_MAT: