From 9d49236570b992eea99400bac7bbaaf69ca1ce2d Mon Sep 17 00:00:00 2001
From: okada <kokuzen@gmail.com>
Date: Sun, 17 Dec 2023 15:44:59 +0900
Subject: [PATCH] update norm

---
 llama.cpp | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index baf15863b..4075fc349 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5611,11 +5611,13 @@ struct llm_build_context {
 
         cur = inpL;
 
-        cur = llm_build_norm(ctx0, cur, hparams,
-                model.output_norm,
-                model.output_norm_b,
-                LLM_NORM, cb, -1);
-        cb(cur, "result_norm", -1);
+        // norm
+        {
+            cur = llm_build_norm(ctx0, cur, hparams,
+                    model.output_norm, NULL,
+                    LLM_NORM_RMS, cb, -1);
+            cb(cur, "result_norm", -1);
+        }
 
         // lm_head
         cur = ggml_mul_mat(ctx0, model.output, cur);