ggerganov commited on
Commit
cec288d
·
1 Parent(s): 459dd87

cuda : mark I16 and I32 ops as unsupported

Browse files
Files changed (1) hide show
  1. ggml-cuda.cu +10 -3
ggml-cuda.cu CHANGED
@@ -10039,14 +10039,22 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
10039
  }
10040
  return false;
10041
  } break;
 
 
 
 
 
 
 
 
 
 
10042
  case GGML_OP_NONE:
10043
  case GGML_OP_RESHAPE:
10044
  case GGML_OP_VIEW:
10045
  case GGML_OP_PERMUTE:
10046
  case GGML_OP_TRANSPOSE:
10047
  case GGML_OP_NORM:
10048
- case GGML_OP_REPEAT:
10049
- case GGML_OP_DUP:
10050
  case GGML_OP_ADD:
10051
  case GGML_OP_MUL:
10052
  case GGML_OP_DIV:
@@ -10063,7 +10071,6 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
10063
  case GGML_OP_SUM_ROWS:
10064
  case GGML_OP_ARGSORT:
10065
  case GGML_OP_ACC:
10066
- case GGML_OP_CONCAT:
10067
  case GGML_OP_GROUP_NORM:
10068
  case GGML_OP_UPSCALE:
10069
  case GGML_OP_PAD:
 
10039
  }
10040
  return false;
10041
  } break;
10042
+ case GGML_OP_DUP:
10043
+ case GGML_OP_REPEAT:
10044
+ case GGML_OP_CONCAT:
10045
+ {
10046
+ ggml_type src0_type = op->src[0]->type;
10047
+ if (src0_type != GGML_TYPE_I32 && src0_type != GGML_TYPE_I16) {
10048
+ return true;
10049
+ }
10050
+ return false;
10051
+ } break;
10052
  case GGML_OP_NONE:
10053
  case GGML_OP_RESHAPE:
10054
  case GGML_OP_VIEW:
10055
  case GGML_OP_PERMUTE:
10056
  case GGML_OP_TRANSPOSE:
10057
  case GGML_OP_NORM:
 
 
10058
  case GGML_OP_ADD:
10059
  case GGML_OP_MUL:
10060
  case GGML_OP_DIV:
 
10071
  case GGML_OP_SUM_ROWS:
10072
  case GGML_OP_ARGSORT:
10073
  case GGML_OP_ACC:
 
10074
  case GGML_OP_GROUP_NORM:
10075
  case GGML_OP_UPSCALE:
10076
  case GGML_OP_PAD: