Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-10-29 22:20:15 +01:00
Code Issues Packages Projects Releases Wiki Activity

server: handle n_predict==2 error

Browse Source
This commit is contained in:
zhenweijin 2024-10-18 18:06:19 +08:00
parent 87421a23e8
commit 63978cb6dc
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/server/server.cpp
View File

@ -243,6 +243,8 @@ struct server_slot {
if (params.n_predict != -1) {
n_remaining = params.n_predict - n_decoded;
} else if (global_params.n_predict == -2) {
n_remaining = n_ctx - n_past;
} else if (global_params.n_predict != -1) {
n_remaining = global_params.n_predict - n_decoded;
}