diff --git a/src/llama-context.cpp b/src/llama-context.cpp
index d8fb5d782b..f74248127c 100644
--- a/src/llama-context.cpp
+++ b/src/llama-context.cpp
@@ -1662,16 +1662,18 @@ uint32_t llama_context::output_reserve(int32_t n_outputs, const llama_batch & ba
     bool batch_has_backend_sampling = false;
     bool batch_needs_cpu_logits     = false;
 
-    for (int32_t i = 0; i < batch.n_tokens; i++) {
-        if (!batch.logits[i]) {
-            continue;
-        }
-        for (int32_t j = 0; j < batch.n_seq_id[i]; j++) {
-            llama_seq_id seq_id = batch.seq_id[i][j];
-            if (sampling.samplers.find(seq_id) != sampling.samplers.end()) {
-                batch_has_backend_sampling = true;
-            } else {
-                batch_needs_cpu_logits = true;
+    if (batch.logits) {
+        for (int32_t i = 0; i < batch.n_tokens; i++) {
+            if (!batch.logits[i]) {
+                continue;
+            }
+            for (int32_t j = 0; j < batch.n_seq_id[i]; j++) {
+                llama_seq_id seq_id = batch.seq_id[i][j];
+                if (sampling.samplers.find(seq_id) != sampling.samplers.end()) {
+                    batch_has_backend_sampling = true;
+                } else {
+                    batch_needs_cpu_logits = true;
+                }
             }
         }
     }