Attempt to fix linkage of LLAMA_CHATML_TEMPLATE

This commit is contained in:
ochafik 2025-01-18 00:56:19 +00:00
parent 40db78963b
commit 81c0d437a5
2 changed files with 3 additions and 3 deletions

View File

@ -74,14 +74,14 @@
#endif
#define LLAMA_CURL_MAX_URL_LENGTH 2084 // Maximum URL Length in Chrome: 2083
const char * LLAMA_CHATML_TEMPLATE = R"(
const std::string LLAMA_CHATML_TEMPLATE(R"(
{%- for message in messages -%}
{{- "<|im_start|>" + message.role + "\n" + message.content + "<|im_end|>\n" -}}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{- "<|im_start|>assistant\n" -}}
{%- endif -%}
)";
)");
//
// CURL utils

View File

@ -26,7 +26,7 @@
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
extern const char * LLAMA_CHATML_TEMPLATE;
extern const std::string LLAMA_CHATML_TEMPLATE;
struct common_adapter_lora_info {
std::string path;