happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

cont : fix reserve

This commit is contained in:
Georgi Gerganov 2026-01-02 19:26:15 +02:00
parent 8a36119407
commit 614fe5b4e4
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llama-context.cpp
View File

@ -383,6 +383,8 @@ llama_context::~llama_context() {
void llama_context::reserve() {
LLAMA_LOG_INFO("%s: reserving ...\n", __func__);
synchronize();
const uint32_t n_seqs = cparams.n_seq_max;
const uint32_t n_tokens = std::min(cparams.n_ctx, cparams.n_ubatch);
@ -529,6 +531,10 @@ void llama_context::reserve() {
}
void llama_context::synchronize() {
if (!sched) {
return;
}
ggml_backend_sched_synchronize(sched.get());
// FIXME: if multiple single tokens are evaluated without a synchronization,