Upload immediately to device.

2023-09-26 11:58:39 -04:00 · 2023-09-26 11:58:39 -04:00 · 9e4f8b4acc
parent 6b6c73a9e3
commit 9e4f8b4acc
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -2787,7 +2787,7 @@ static struct ggml_cgraph * llm_build_llama(
    ggml_free(ctx0);

 #if defined(GGML_USE_KOMPUTE)
-    if (lctx.ctx_kompute && N == 1) {
+    if (lctx.ctx_kompute) {
        if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
            ggml_vk_h2d_all(lctx.ctx_kompute);
        } else {