From a22040a810735a12881faca8a982d2656c1266a2 Mon Sep 17 00:00:00 2001 From: okada Date: Sun, 17 Dec 2023 18:15:25 +0900 Subject: [PATCH] fix norm_rms_eps hparam --- llama.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llama.cpp b/llama.cpp index bbcfbd995..e0ff7e10c 100644 --- a/llama.cpp +++ b/llama.cpp @@ -2656,10 +2656,10 @@ static void llm_load_hparams( } break; case LLM_ARCH_PLAMO: { - ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); switch (hparams.n_layer) { - case 40: model.type = e_model::MODEL_13B; break; //TODO Check + case 40: model.type = e_model::MODEL_13B; break; default: model.type = e_model::MODEL_UNKNOWN; } } break;