Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-15 06:40:45 +01:00
Code Issues Packages Projects Releases Wiki Activity

update norm

Browse Source
This commit is contained in:
okada 2023-12-17 15:44:59 +09:00
parent b2330f57e2
commit 9d49236570
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
llama.cpp
View File

@ -5611,11 +5611,13 @@ struct llm_build_context {
cur = inpL;
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm,
model.output_norm_b,
LLM_NORM, cb, -1);
cb(cur, "result_norm", -1);
// norm
{
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm, NULL,
LLM_NORM_RMS, cb, -1);
cb(cur, "result_norm", -1);
}
// lm_head
cur = ggml_mul_mat(ctx0, model.output, cur);