happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge 2266f48d68 into 7cadbfce10

This commit is contained in:
Eden 2026-03-23 17:51:05 -05:00 committed by GitHub
parent 7cadbfce10 2266f48d68
commit 7d84dead94
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/cli/cli.cpp
View File

@ -362,6 +362,10 @@ int main(int argc, char ** argv) {
llama_backend_init();
llama_numa_init(params.numa);
if (!set_process_priority(params.cpuparams.priority)) {
LOG_WRN("%s: failed to set process priority\n", __func__);
}
// TODO: avoid using atexit() here by making `console` a singleton
console::init(params.simple_io, params.use_color);
atexit([]() { console::cleanup(); });

4
tools/server/server.cpp
View File

@ -107,6 +107,10 @@ int main(int argc, char ** argv) {
llama_backend_init();
llama_numa_init(params.numa);
if (!set_process_priority(params.cpuparams.priority)) {
LOG_WRN("%s: failed to set process priority\n", __func__);
}
LOG_INF("system info: n_threads = %d, n_threads_batch = %d, total_threads = %d\n", params.cpuparams.n_threads, params.cpuparams_batch.n_threads, std::thread::hardware_concurrency());
LOG_INF("\n");
LOG_INF("%s\n", common_params_get_system_info(params).c_str());