Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-25 13:58:46 +01:00
Code Issues Packages Projects Releases Wiki Activity

Drop trailing new line from file prompts (#80)

Browse Source
This commit is contained in:
Georgi Gerganov 2023-03-19 19:04:44 +02:00
parent a4e63b73df
commit 70f01cb863
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
main.cpp
View File

@ -850,7 +850,6 @@ int main(int argc, char ** argv) {
// in instruct mode, we inject a prefix and a suffix to each input by the user // in instruct mode, we inject a prefix and a suffix to each input by the user
if (params.instruct) { if (params.instruct) {
fprintf(stderr, "== Instruction mode enabled ==\n");
params.interactive = true; params.interactive = true;
params.antiprompt = "### Instruction:\n\n"; params.antiprompt = "### Instruction:\n\n";
} }

3
utils.cpp
View File

@ -40,6 +40,9 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
} else if (arg == "-f" || arg == "--file") { } else if (arg == "-f" || arg == "--file") {
std::ifstream file(argv[++i]); std::ifstream file(argv[++i]);
std::copy(std::istreambuf_iterator<char>(file), std::istreambuf_iterator<char>(), back_inserter(params.prompt)); std::copy(std::istreambuf_iterator<char>(file), std::istreambuf_iterator<char>(), back_inserter(params.prompt));
if (params.prompt.back() == '\n') {
params.prompt.pop_back();
}
} else if (arg == "-n" || arg == "--n_predict") { } else if (arg == "-n" || arg == "--n_predict") {
params.n_predict = std::stoi(argv[++i]); params.n_predict = std::stoi(argv[++i]);
} else if (arg == "--top_k") { } else if (arg == "--top_k") {