Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 06:39:25 +01:00
Code Issues Packages Projects Releases Wiki Activity

llama : whitespace formatting

Browse Source
This commit is contained in:
Stanisław Szymczyk 2024-06-27 10:13:53 +02:00
parent 7293243d4f
commit 7d7fff4654
1 changed files with 5 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/llama.cpp
View File

@ -8073,9 +8073,7 @@ struct llm_build_context {
return gf; return gf;
} }
struct ggml_tensor * llm_build_inp_rel_pos_bucket( struct ggml_tensor * llm_build_inp_rel_pos_bucket(bool causal) {
bool causal) {
if (causal) { if (causal) {
lctx.inp_pos_bucket = ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, n_kv, n_tokens); lctx.inp_pos_bucket = ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, n_kv, n_tokens);
} else { } else {
@ -8088,10 +8086,7 @@ struct llm_build_context {
return lctx.inp_pos_bucket; return lctx.inp_pos_bucket;
} }
struct ggml_tensor * llm_build_rel_pos_bias( struct ggml_tensor * llm_build_rel_pos_bias(struct ggml_tensor * pos_bucket, struct ggml_tensor * rel_attn_b) {
struct ggml_tensor * pos_bucket,
struct ggml_tensor * rel_attn_b) {
struct ggml_tensor * pos_bucket_1d = ggml_view_1d(ctx0, pos_bucket, pos_bucket->ne[0] * pos_bucket->ne[1], 0); struct ggml_tensor * pos_bucket_1d = ggml_view_1d(ctx0, pos_bucket, pos_bucket->ne[0] * pos_bucket->ne[1], 0);
cb(pos_bucket_1d, "pos_bucket_1d", -1); cb(pos_bucket_1d, "pos_bucket_1d", -1);