Upload immediately to device.

2023-09-26 11:58:39 -04:00 · 2023-09-26 11:58:39 -04:00 · 99c5c9a0d8
parent 0631ea363c
commit 99c5c9a0d8
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -1776,7 +1776,7 @@ static struct ggml_cgraph * llama_build_graph(
    ggml_free(ctx0);

 #if defined(GGML_USE_KOMPUTE)
-    if (lctx.ctx_kompute && N == 1) {
+    if (lctx.ctx_kompute) {
        if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
            ggml_vk_h2d_all(lctx.ctx_kompute);
        } else {