Spaces:
Running
Running
ggml : fix ggml_backend_cpu_supports_op() for CPY (llama/0)
Browse files- ggml-backend.c +5 -1
ggml-backend.c
CHANGED
|
@@ -822,7 +822,11 @@ GGML_CALL static enum ggml_status ggml_backend_cpu_graph_compute(ggml_backend_t
|
|
| 822 |
GGML_CALL static bool ggml_backend_cpu_supports_op(ggml_backend_t backend, const struct ggml_tensor * op) {
|
| 823 |
switch (op->op) {
|
| 824 |
case GGML_OP_CPY:
|
| 825 |
-
return
|
|
|
|
|
|
|
|
|
|
|
|
|
| 826 |
case GGML_OP_MUL_MAT:
|
| 827 |
return op->src[1]->type == GGML_TYPE_F32 || op->src[1]->type == ggml_internal_get_type_traits(op->src[0]->type).vec_dot_type;
|
| 828 |
default:
|
|
|
|
| 822 |
GGML_CALL static bool ggml_backend_cpu_supports_op(ggml_backend_t backend, const struct ggml_tensor * op) {
|
| 823 |
switch (op->op) {
|
| 824 |
case GGML_OP_CPY:
|
| 825 |
+
return
|
| 826 |
+
op->type != GGML_TYPE_IQ2_XXS &&
|
| 827 |
+
op->type != GGML_TYPE_IQ2_XS &&
|
| 828 |
+
op->type != GGML_TYPE_IQ1_S &&
|
| 829 |
+
op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
|
| 830 |
case GGML_OP_MUL_MAT:
|
| 831 |
return op->src[1]->type == GGML_TYPE_F32 || op->src[1]->type == ggml_internal_get_type_traits(op->src[0]->type).vec_dot_type;
|
| 832 |
default:
|