llama : change warning to debug log

This commit is contained in:
Georgi Gerganov 2024-10-17 23:26:32 +03:00
parent 99bd4ac28c
commit 9f45fc1e99
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -6735,9 +6735,9 @@ static void llm_load_vocab(
vocab.id_to_token[t.second].attr = LLAMA_TOKEN_ATTR_CONTROL;
}
} else {
// token is control, but not marked as EOG -> print a warning
// token is control, but not marked as EOG -> print a debug log
if (vocab.id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && vocab.special_eog_ids.count(t.second) == 0) {
LLAMA_LOG_WARN("%s: control token: %6d '%s' is not marked as EOG\n",
LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
__func__, t.second, t.first.c_str());
}
}