Update tools/server/server.cpp

This commit is contained in:
Georgi Gerganov 2025-12-16 14:27:20 +02:00 committed by GitHub
parent 031b053cd3
commit ea0dec4348
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions

View File

@ -81,6 +81,7 @@ int main(int argc, char ** argv, char ** envp) {
LOG_WRN("%s: setting n_batch = n_ubatch = %d to avoid assertion failure\n", __func__, params.n_ubatch);
params.n_batch = params.n_ubatch;
}
if (params.n_parallel < 0) {
LOG_INF("%s: n_parallel is set to auto, using n_parallel = 4 and kv_unified = true\n", __func__);