From 3ee9da0e4f2382dbfc65cb8fa48e9eeacda4f6d5 Mon Sep 17 00:00:00 2001 From: AUTOMATIC1111 <16777216c@gmail.com> Date: Thu, 9 Apr 2026 10:16:54 +0300 Subject: [PATCH] server : fix grammar commandline args (#21543) Co-authored-by: AUTOMATIC <-> --- tools/server/server-task.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index 856b3f0e7e..6a06171d76 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -384,6 +384,8 @@ task_params server_task::params_from_json_cmpl( throw std::runtime_error(std::string("\"json_schema\": ") + e.what()); } } else { + params.sampling.grammar = defaults.sampling.grammar; + std::string grammar_str = json_value(data, "grammar", std::string()); if (!grammar_str.empty()) { // grammar_type key is set by the server when converting chat template grammars