llama : change warning to debug log

This commit is contained in:
Georgi Gerganov 2024-10-17 23:26:32 +03:00
parent 99bd4ac28c
commit 9f45fc1e99
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -6735,9 +6735,9 @@ static void llm_load_vocab(
vocab.id_to_token[t.second].attr = LLAMA_TOKEN_ATTR_CONTROL; vocab.id_to_token[t.second].attr = LLAMA_TOKEN_ATTR_CONTROL;
} }
} else { } else {
// token is control, but not marked as EOG -> print a warning // token is control, but not marked as EOG -> print a debug log
if (vocab.id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && vocab.special_eog_ids.count(t.second) == 0) { if (vocab.id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && vocab.special_eog_ids.count(t.second) == 0) {
LLAMA_LOG_WARN("%s: control token: %6d '%s' is not marked as EOG\n", LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
__func__, t.second, t.first.c_str()); __func__, t.second, t.first.c_str());
} }
} }