From 814d84bc9da5f8268ae6705d5a2d93c85e84ac78 Mon Sep 17 00:00:00 2001 From: Neo Zhang Date: Tue, 25 Aug 2026 14:04:58 +0800 Subject: [PATCH] sycl : mark tq2_0 as not supported (#27660) --- ggml/src/ggml-sycl/ggml-sycl.cpp | 15 ++++++++++++++- ggml/src/ggml-sycl/mmvq.cpp | 2 +- ggml/src/ggml-sycl/set_rows.cpp | 3 ++- 3 files changed, 17 insertions(+), 3 deletions(-) diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp index 3f82020f4..0573643d8 100644 --- a/ggml/src/ggml-sycl/ggml-sycl.cpp +++ b/ggml/src/ggml-sycl/ggml-sycl.cpp @@ -6018,6 +6018,11 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons a->ne[0] > 128 && a->ne[2] == 1 && src0_type == GGML_TYPE_F16) { return false; } + + if (src0_type == GGML_TYPE_TQ2_0) { + return false; + } + return true; } case GGML_OP_OUT_PROD: @@ -6068,6 +6073,9 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons case GGML_OP_SET_ROWS: { + if (op->type == GGML_TYPE_TQ2_0) { + return false; + } auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 || op->src[0]->type == GGML_TYPE_BF16) && (op->src[1]->type == GGML_TYPE_I64 || op->src[1]->type == GGML_TYPE_I32); @@ -6186,11 +6194,16 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons src1_type == GGML_TYPE_IQ3_XXS || src1_type == GGML_TYPE_IQ3_S || src1_type == GGML_TYPE_IQ1_S || - src1_type == GGML_TYPE_IQ1_M) { + src1_type == GGML_TYPE_IQ1_M || + src1_type == GGML_TYPE_TQ2_0) { return false; } } + if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) { + return false; + } + return true; } case GGML_OP_REPEAT_BACK: diff --git a/ggml/src/ggml-sycl/mmvq.cpp b/ggml/src/ggml-sycl/mmvq.cpp index f6a8591e3..220663d5a 100644 --- a/ggml/src/ggml-sycl/mmvq.cpp +++ b/ggml/src/ggml-sycl/mmvq.cpp @@ -2559,7 +2559,7 @@ void ggml_sycl_op_mul_mat_vec_q(ggml_backend_sycl_context & ctx, const ggml_tens } break; default: - GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(src0->type)); + GGML_ABORT("fatal error: unsupport src0 data type %s\n", ggml_type_name(src0->type)); } } GGML_UNUSED(src1); diff --git a/ggml/src/ggml-sycl/set_rows.cpp b/ggml/src/ggml-sycl/set_rows.cpp index 5f8d881a2..c73ad8dc2 100644 --- a/ggml/src/ggml-sycl/set_rows.cpp +++ b/ggml/src/ggml-sycl/set_rows.cpp @@ -546,7 +546,8 @@ static void set_rows_sycl(ggml_backend_sycl_context & ctx, const ggml_tensor * s stream); break; default: - GGML_ABORT("Unsupported tensor type!"); + GGML_ABORT("Unsupported tensor type: src0 %s src1 %s dst %s", ggml_type_name(dst->src[0]->type), + ggml_type_name(dst->src[1]->type), ggml_type_name(dst->type)); break; } }