happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add convenience methods for using vk_semaphore

This commit is contained in:
Simon Redman 2026-01-29 22:34:40 -05:00
parent 31f6032f1b
commit e0c9c01506
No known key found for this signature in database
GPG Key ID: 2B14B66FAEFCDEFE
1 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View File

@ -2410,6 +2410,24 @@ static vk_semaphore ggml_vk_create_timeline_semaphore(ggml_backend_vk_context *
return ctx->gc.tl_semaphores[ctx->semaphore_idx++];
}
// Record that the given semaphore should be waited on in the next submission of the given context.
// For timeline semaphores, set the value of the vk_semaphore before calling this method to define which value to await.
static void ggml_vk_semaphore_await(vk_context& subctx, const vk_semaphore& semaphore) {
VK_LOG_DEBUG("ggml_vk_semaphore_await(" << subctx << ", " << semaphore << ")");
GGML_ASSERT(!subctx->seqs.empty() && !subctx->seqs.back().empty() && "ggml_vk_semaphore_await called on context without active submission - call ggml_vk_ctx_begin first");
subctx->seqs.back().back().wait_semaphores.push_back(semaphore);
}
// Record that the given semaphore should be signaled at the end of the execution of the given context.
// For timeline semaphores, set the value of the vk_semaphore before calling this method to define which value to set.
static void ggml_vk_semaphore_signal(vk_context& subctx, const vk_semaphore& semaphore) {
VK_LOG_DEBUG("ggml_vk_semaphore_signal(" << subctx << ", " << semaphore << ")");
GGML_ASSERT(!subctx->seqs.empty() && !subctx->seqs.back().empty() && "ggml_vk_semaphore_signal called on context without active submission - call ggml_vk_ctx_begin first");
subctx->seqs.back().back().signal_semaphores.push_back(semaphore);
}
static vk::Event ggml_vk_create_event(ggml_backend_vk_context * ctx) {
if (ctx->event_idx >= ctx->gc.events.size()) {
ctx->gc.events.push_back(ctx->device->device.createEvent({}));