From 9fee55e2d5f445ea559b26c948046bc975606ee0 Mon Sep 17 00:00:00 2001 From: Sascha Rogmann Date: Fri, 2 Jan 2026 00:10:46 +0100 Subject: [PATCH] server: can_speculate() tests self-spec --- tools/server/server-context.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index d25c8a0c0e..a79ad3c059 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -251,8 +251,9 @@ struct server_slot { return state != SLOT_STATE_IDLE; } + // Checks if a draft model is active or self-speculation using context-tokens bool can_speculate() const { - return ctx_dft; + return ctx_dft || task->params.speculative.use_self; } void add_token(const completion_token_output & token) { @@ -264,7 +265,7 @@ struct server_slot { } int get_n_draft_max() const { - if (!can_speculate() && !task->params.speculative.use_self) { + if (!can_speculate()) { return 0; }