happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

More robust reasoning detection

This commit is contained in:
Piotr Wilkin 2026-02-03 13:59:58 +01:00
parent 9a5d559e8e
commit c40c56e580
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
common/chat.cpp
View File

@ -1,6 +1,7 @@
#include "chat.h"
#include "chat-auto-parser.h"
#include "chat-diff-analyzer.h"
#include "chat-peg-parser.h"
#include "common.h"
#include "ggml.h"
@ -234,7 +235,13 @@ bool common_chat_templates_support_enable_thinking(const common_chat_templates *
const auto rendered_no_thinking = common_chat_templates_apply(chat_templates, dummy_inputs);
dummy_inputs.enable_thinking = true;
const auto rendered_with_thinking = common_chat_templates_apply(chat_templates, dummy_inputs);
return rendered_no_thinking.prompt != rendered_with_thinking.prompt;
bool detect = rendered_no_thinking.prompt != rendered_with_thinking.prompt;
const auto & tmpl = chat_templates->template_tool_use
? *chat_templates->template_tool_use
: *chat_templates->template_default;
diff_analysis_result result = differential_analyzer::analyze(tmpl);
detect |= result.reasoning != reasoning_mode::NONE;
return detect;
}
std::vector<common_chat_msg> common_chat_msgs_parse_oaicompat(const json & messages) {