happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

removed `?` from grammar as it doesn't crash on linux, probably worth it's own issue

This commit is contained in:
CNE FICHEPOIL Pierre 2025-08-26 15:01:36 +02:00
parent 0e558302a2
commit e62cd709e7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
common/chat.cpp
View File

@ -1837,11 +1837,11 @@ static common_chat_params common_chat_params_init_hermes_2_pro(const common_chat
if (extra_context["enable_thinking"]) { if (extra_context["enable_thinking"]) {
if (data.thinking_forced_open) { if (data.thinking_forced_open) {
//thinking tag was already opened by used so we don't need to add it again //thinking tag was already opened by used so we don't need to add it again
thinking_grammar_logic = "(thinking-content thinking-end)? "; thinking_grammar_logic = "(thinking-content thinking-end) ";
} }
else else
{ {
thinking_grammar_logic = "(thinking-start thinking-content thinking-end)? "; thinking_grammar_logic = "(thinking-start thinking-content thinking-end) ";
} }
} }