Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-15 14:50:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix norm_rms_eps hparam

Browse Source
This commit is contained in:
okada 2023-12-17 18:15:25 +09:00
parent 4a3ef4f2a4
commit a22040a810
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llama.cpp
View File

@ -2656,10 +2656,10 @@ static void llm_load_hparams(
} break; } break;
case LLM_ARCH_PLAMO: case LLM_ARCH_PLAMO:
{ {
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
switch (hparams.n_layer) { switch (hparams.n_layer) {
case 40: model.type = e_model::MODEL_13B; break; //TODO Check case 40: model.type = e_model::MODEL_13B; break;
default: model.type = e_model::MODEL_UNKNOWN; default: model.type = e_model::MODEL_UNKNOWN;
} }
} break; } break;