From 6b8bb3a31d260a01020497c5f01025c34222fcb9 Mon Sep 17 00:00:00 2001 From: Jan Boon Date: Fri, 22 Mar 2024 19:12:05 +0800 Subject: [PATCH] server : fix n_keep always showing as 0 in response (#6211) --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c918fabe4..421fa6d41 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1247,7 +1247,7 @@ struct server_context { {"penalize_nl", slot.sparams.penalize_nl}, {"stop", slot.params.antiprompt}, {"n_predict", slot.params.n_predict}, // TODO: fix duplicate key n_predict - {"n_keep", params.n_keep}, + {"n_keep", slot.params.n_keep}, {"ignore_eos", ignore_eos}, {"stream", slot.params.stream}, {"logit_bias", slot.sparams.logit_bias},