Spaces:
Running
Running
cuda : mark I16 and I32 ops as unsupported
Browse files- ggml-cuda.cu +10 -3
ggml-cuda.cu
CHANGED
|
@@ -10039,14 +10039,22 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
|
|
| 10039 |
}
|
| 10040 |
return false;
|
| 10041 |
} break;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10042 |
case GGML_OP_NONE:
|
| 10043 |
case GGML_OP_RESHAPE:
|
| 10044 |
case GGML_OP_VIEW:
|
| 10045 |
case GGML_OP_PERMUTE:
|
| 10046 |
case GGML_OP_TRANSPOSE:
|
| 10047 |
case GGML_OP_NORM:
|
| 10048 |
-
case GGML_OP_REPEAT:
|
| 10049 |
-
case GGML_OP_DUP:
|
| 10050 |
case GGML_OP_ADD:
|
| 10051 |
case GGML_OP_MUL:
|
| 10052 |
case GGML_OP_DIV:
|
|
@@ -10063,7 +10071,6 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
|
|
| 10063 |
case GGML_OP_SUM_ROWS:
|
| 10064 |
case GGML_OP_ARGSORT:
|
| 10065 |
case GGML_OP_ACC:
|
| 10066 |
-
case GGML_OP_CONCAT:
|
| 10067 |
case GGML_OP_GROUP_NORM:
|
| 10068 |
case GGML_OP_UPSCALE:
|
| 10069 |
case GGML_OP_PAD:
|
|
|
|
| 10039 |
}
|
| 10040 |
return false;
|
| 10041 |
} break;
|
| 10042 |
+
case GGML_OP_DUP:
|
| 10043 |
+
case GGML_OP_REPEAT:
|
| 10044 |
+
case GGML_OP_CONCAT:
|
| 10045 |
+
{
|
| 10046 |
+
ggml_type src0_type = op->src[0]->type;
|
| 10047 |
+
if (src0_type != GGML_TYPE_I32 && src0_type != GGML_TYPE_I16) {
|
| 10048 |
+
return true;
|
| 10049 |
+
}
|
| 10050 |
+
return false;
|
| 10051 |
+
} break;
|
| 10052 |
case GGML_OP_NONE:
|
| 10053 |
case GGML_OP_RESHAPE:
|
| 10054 |
case GGML_OP_VIEW:
|
| 10055 |
case GGML_OP_PERMUTE:
|
| 10056 |
case GGML_OP_TRANSPOSE:
|
| 10057 |
case GGML_OP_NORM:
|
|
|
|
|
|
|
| 10058 |
case GGML_OP_ADD:
|
| 10059 |
case GGML_OP_MUL:
|
| 10060 |
case GGML_OP_DIV:
|
|
|
|
| 10071 |
case GGML_OP_SUM_ROWS:
|
| 10072 |
case GGML_OP_ARGSORT:
|
| 10073 |
case GGML_OP_ACC:
|
|
|
|
| 10074 |
case GGML_OP_GROUP_NORM:
|
| 10075 |
case GGML_OP_UPSCALE:
|
| 10076 |
case GGML_OP_PAD:
|