happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge 76363cd0af into 06bf3796f4

This commit is contained in:
ingyukoh 2026-02-06 22:56:19 +09:00 committed by GitHub
parent 06bf3796f4 76363cd0af
commit ea30a5b063
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
common/sampling.cpp
View File

@ -191,6 +191,11 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st
if (params.grammar.compare(0, 11, "%llguidance") == 0) {
#ifdef LLAMA_USE_LLGUIDANCE
grmr = llama_sampler_init_llg(vocab, "lark", params.grammar.c_str());
// fail closed: if llguidance grammar parsing failed, return nullptr
if (grmr == nullptr) {
llama_sampler_free(chain);
return nullptr;
}
#else
GGML_ABORT("llguidance (cmake -DLLAMA_LLGUIDANCE=ON) is not enabled");
#endif // LLAMA_USE_LLGUIDANCE
@ -247,6 +252,12 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st
} else {
grmr = llama_sampler_init_grammar(vocab, params.grammar.c_str(), "root");
}
// fail closed: if grammar was requested but parsing failed, return nullptr
// this ensures the server returns an error instead of generating unconstrained output
if (grmr == nullptr) {
llama_sampler_free(chain);
return nullptr;
}
}
}