From cb3fb42046916cabe2e10482c1041251a79b7afb Mon Sep 17 00:00:00 2001 From: Aidan Date: Mon, 17 Jun 2024 10:21:16 +0100 Subject: [PATCH] Single load for half2 --- ggml-sycl.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 118baa268..1dc117af2 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -4321,8 +4321,9 @@ static void dequantize_block_q4_K(const void * __restrict__ vx, dst_t * __restri dst_t * y = yy + i*QK_K + 64*il + n*ir; - const float dall = x[i].dm[0]; - const float dmin = x[i].dm[1]; + const sycl::half2 dm = x[i].dm; + const float dall = dm[0]; + const float dmin = dm[1]; const uint8_t * q = x[i].qs + 32*il + n*ir;