diff --git a/llama.cpp b/llama.cpp index bbcfbd995..e0ff7e10c 100644 --- a/llama.cpp +++ b/llama.cpp @@ -2656,10 +2656,10 @@ static void llm_load_hparams( } break; case LLM_ARCH_PLAMO: { - ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); switch (hparams.n_layer) { - case 40: model.type = e_model::MODEL_13B; break; //TODO Check + case 40: model.type = e_model::MODEL_13B; break; default: model.type = e_model::MODEL_UNKNOWN; } } break;