llama.cpp/ggml-cuda/fattn-vec-f16-q8_0-q8_0.cu
2024-05-28 01:19:36 +02:00

6 lines
129 B
Plaintext

#include "common.cuh"
#include "fattn-common.cuh"
#include "fattn-vec-f16.cuh"
DECL_FATTN_VEC_INST(f16, 128, 1, 4, q8_0, q8_0);