Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-02-05 08:00:42 +01:00
Code Issues Packages Projects Releases Wiki Activity

Update run.cpp

Browse Source
This commit is contained in:
ochafik 2025-01-13 23:26:31 +00:00
parent a57bb94e29
commit 4daae0bfc7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/run/run.cpp
View File

@ -720,14 +720,14 @@ static int apply_chat_template(const minja::chat_template & tmpl, LlamaData & ll
for (const auto & msg : llama_data.messages) { for (const auto & msg : llama_data.messages) {
messages.push_back({ messages.push_back({
{"role", msg.role}, {"role", msg.role},
{ "content", msg.content} {"content", msg.content},
}); });
} }
try { try {
auto result = tmpl.apply(messages, /* tools= */ json(), append); auto result = tmpl.apply(messages, /* tools= */ json(), append);
llama_data.fmtted.resize(result.size() + 1); llama_data.fmtted.resize(result.size() + 1);
memcpy(llama_data.fmtted.data(), result.c_str(), result.size() + 1); memcpy(llama_data.fmtted.data(), result.c_str(), result.size() + 1);
return llama_data.fmtted.size(); return result.size();
} catch (const std::exception & e) { } catch (const std::exception & e) {
printe("failed to render the chat template: %s\n", e.what()); printe("failed to render the chat template: %s\n", e.what());
return -1; return -1;