wip

ggerganov · ggerganov · commit d7c48e51743e · 2025-07-13T10:09:47.000+03:00
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -3222,6 +3222,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
             } break;
         case GGML_OP_SET_ROWS:
             {
+#pragma message("TODO: implement BF16, Q4_0, Q4_1, Q5_0, Q5_1, Q8_0, IQ4_NL support")
                 return (op->type == GGML_TYPE_F32 || op->type == GGML_TYPE_F16) &&
                        op->src[0]->type == GGML_TYPE_F32 &&
                        op->src[1]->type == GGML_TYPE_I64;

Original file line number	Diff line number	Diff line change
`@@ -3222,6 +3222,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g`
`3222`	`3222`	`} break;`
`3223`	`3223`	`case GGML_OP_SET_ROWS:`
`3224`	`3224`	`{`
	`3225`	`+#pragma message("TODO: implement BF16, Q4_0, Q4_1, Q5_0, Q5_1, Q8_0, IQ4_NL support")`
`3225`	`3226`	`return (op->type == GGML_TYPE_F32 \|\| op->type == GGML_TYPE_F16) &&`
`3226`	`3227`	`op->src[0]->type == GGML_TYPE_F32 &&`
`3227`	`3228`	`op->src[1]->type == GGML_TYPE_I64;`