From a7bb6b5624403793fa02e2daa4d9b19c767e4fc3 Mon Sep 17 00:00:00 2001 From: Sascha Rogmann <59577610+srogmann@users.noreply.github.com> Date: Fri, 2 Jan 2026 22:42:59 +0100 Subject: [PATCH] server: replace can_speculate() with slot.can_speculate() MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Sigbjørn Skjæret --- tools/server/server-context.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index a79ad3c059..8dab846960 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -1154,7 +1154,7 @@ private: // initialize draft batch // TODO: rework speculative decoding [TAG_SERVER_SPEC_REWORK] - if (can_speculate()) { + if (slot.can_speculate()) { llama_batch_free(slot.batch_spec); slot.batch_spec = llama_batch_init(task.params.speculative.n_max + 1, 0, 1);