nit: more informative crash when grammar sampler fails (#11593)

This commit is contained in:
Olivier Chafik 2025-02-02 19:58:34 +00:00 committed by GitHub
parent 864a0b67a6
commit 90f9b88afb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1213,5 +1213,7 @@ void llama_grammar_accept_str(struct llama_grammar & grammar, const std::string
}
grammar.partial_utf8 = decoded.second;
GGML_ASSERT(!grammar.stacks.empty());
if (grammar.stacks.empty()) {
throw std::runtime_error("Unexpected empty grammar stack after accepting piece: " + piece);
}
}