mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2025-01-01 08:49:00 +01:00
f3f65429c4
* scripts : update sync [no ci] * files : relocate [no ci] * ci : disable kompute build [no ci] * cmake : fixes [no ci] * server : fix mingw build ggml-ci * cmake : minor [no ci] * cmake : link math library [no ci] * cmake : build normal ggml library (not object library) [no ci] * cmake : fix kompute build ggml-ci * make,cmake : fix LLAMA_CUDA + replace GGML_CDEF_PRIVATE ggml-ci * move public backend headers to the public include directory (#8122) * move public backend headers to the public include directory * nix test * spm : fix metal header --------- Co-authored-by: Georgi Gerganov <ggerganov@gmail.com> * scripts : fix sync paths [no ci] * scripts : sync ggml-blas.h [no ci] --------- Co-authored-by: slaren <slarengh@gmail.com>
36 lines
1.0 KiB
Plaintext
36 lines
1.0 KiB
Plaintext
#version 450
|
|
|
|
#include "common.comp"
|
|
|
|
#define BLOCKS_IN_QUANT QK4_1
|
|
#define SIZE_OF_BLOCK sizeof_block_q4_1
|
|
#define N_ROWS 4
|
|
|
|
#include "op_mul_mv_q_n_pre.comp"
|
|
|
|
// The q4_1 version of this function
|
|
float block_q_n_dot_y(uint block_index, uint yb, uint il) {
|
|
vec2 acc = vec2(0.0, 0.0);
|
|
const uint index = (block_index) * SIZE_OF_BLOCK + pcs.inAOff;
|
|
float d = float(u8BufToFloat16(inA, index));
|
|
float m = float(u8BufToFloat16(inA, index+2));
|
|
|
|
float sumy = 0.0f;
|
|
for (int i = 0; i < BLOCKS_IN_QUANT/4; i+=2) {
|
|
const uint16_t b = u8BufToU16(inA, index + 4 + il + i);
|
|
|
|
const float yl0 = inB[yb + i];
|
|
const float yl1 = inB[yb + i + 1];
|
|
const float yl8 = inB[yb + i + BLOCKS_IN_QUANT/2];
|
|
const float yl9 = inB[yb + i + BLOCKS_IN_QUANT/2 + 1];
|
|
|
|
sumy += yl0 + yl1 + yl8 + yl9;
|
|
|
|
acc[0] += yl0 * (b & 0x000F) + yl1 / 256.f * (b & 0x0F00);
|
|
acc[1] += yl8 / 16.f * (b & 0x00F0) + yl9 / 4096.f * (b & 0xF000);
|
|
}
|
|
return d * (acc[0] + acc[1]) + sumy * m;
|
|
}
|
|
|
|
#include "op_mul_mv_q_n.comp"
|