llama.cpp/ggml-cuda/fattn-vec-f16-q4_0-q4_0.cu
2024-05-28 01:19:36 +02:00

6 lines
129 B
Plaintext

#include "common.cuh"
#include "fattn-common.cuh"
#include "fattn-vec-f16.cuh"
DECL_FATTN_VEC_INST(f16, 128, 1, 4, q4_0, q4_0);