Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-03 17:51:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

main : restore old EOS behavior in interactive mode

Browse Source
This commit is contained in:
Georgi Gerganov 2023-08-21 15:40:51 +03:00
parent dadbed99e6
commit 8af1991e2a
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
examples/main/main.cpp
View File

@ -634,6 +634,11 @@ int main(int argc, char ** argv) {
llama_grammar_accept_token(ctx, grammar, id);
}
// replace end of text token with newline token when in interactive mode
if (id == llama_token_eos() && params.interactive && !params.instruct && !params.input_prefix_bos) {
id = llama_token_nl();
}
last_n_tokens.erase(last_n_tokens.begin());
last_n_tokens.push_back(id);
}