From ea784c10513a7f892c72f59116b5df96b53c4c7e Mon Sep 17 00:00:00 2001 From: Ouadie EL FAROUKI Date: Mon, 24 Jun 2024 09:57:12 +0100 Subject: [PATCH] [SYCL] re-enabled mul_mat_batched_sycl path for batched Q*K & KQ*V (#8057) --- ggml-sycl.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 89fb5a688cb34..89a46ebe9a7bd 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -15228,7 +15228,7 @@ static void ggml_sycl_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1 } else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_contiguous(src0) && !ggml_is_transposed(src1) && src1->ne[1] == 1) { // KQV single-batch ggml_sycl_mul_mat_vec_nc(src0, src1, dst); - } else if (!split && src0->type == GGML_TYPE_F16 && (src1->type == GGML_TYPE_F16) && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2]*src1->ne[3] > 1) { + } else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2] * src1->ne[3] > 1) { // KQ + KQV multi-batch ggml_sycl_mul_mat_batched_sycl(src0, src1, dst); } else if (use_dequantize_mul_mat_vec) {