From 6e4272389901bb59a64aeb10837e6098148c3c34 Mon Sep 17 00:00:00 2001 From: Piotr Wilkin Date: Mon, 16 Feb 2026 15:31:40 +0100 Subject: [PATCH] Fix templates for server tests --- .../CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja | 2 +- models/templates/Qwen-QwQ-32B.jinja | 1 + models/templates/deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/models/templates/CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja b/models/templates/CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja index e144cfcf69..fcf1259d33 100644 --- a/models/templates/CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja +++ b/models/templates/CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja @@ -153,4 +153,4 @@ The following instructions take precedence over instructions in the default prea ]<|END_TOOL_RESULT|><|END_OF_TURN_TOKEN|> {%- endif %} -{%- endfor %}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|> \ No newline at end of file +{%- endfor %}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>{%- if not enable_thinking -%}<|START_THINKING|><|END_THINKING|>{%- endif %} \ No newline at end of file diff --git a/models/templates/Qwen-QwQ-32B.jinja b/models/templates/Qwen-QwQ-32B.jinja index d475f70687..ce314a039f 100644 --- a/models/templates/Qwen-QwQ-32B.jinja +++ b/models/templates/Qwen-QwQ-32B.jinja @@ -59,4 +59,5 @@ {%- endfor %} {%- if add_generation_prompt %} {{- '<|im_start|>assistant\n\n' }} + {%- if not enable_thinking -%}{{- '' -}}{%- endif -%} {%- endif %} diff --git a/models/templates/deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja b/models/templates/deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja index 0c8d81e107..9e6ec845d3 100644 --- a/models/templates/deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja +++ b/models/templates/deepseek-ai-DeepSeek-R1-Distill-Qwen-32B.jinja @@ -43,5 +43,5 @@ {%- endfor -%} {%- if ns.is_tool -%}{{'<|tool▁outputs▁end|>'}} {%- endif -%} -{%- if add_generation_prompt and not ns.is_tool -%}{{'<|Assistant|>\n'}} +{%- if add_generation_prompt and not ns.is_tool -%}{{'<|Assistant|>\n'}}{% if not enable_thinking %}{{- '' -}}{% endif %} {%- endif %} \ No newline at end of file