llama : minor spacing changes

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
compilade 2024-07-01 15:23:02 -04:00 committed by GitHub
parent c8cdb48d10
commit e3e33c0cbc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -6881,6 +6881,7 @@ static bool llm_load_tensors(
ggml_context * ctx_layer = ctx_for_layer(i);
ggml_context * ctx_split = ctx_for_layer_split(i);
auto & layer = model.layers[i];
layer.attn_norm = ml.create_tensor(ctx_layer, tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd});