happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add TODO for http client

This commit is contained in:
Xuan Son Nguyen 2025-11-28 13:10:44 +01:00
parent bdaf44a13c
commit 7be833dacc
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tools/server/server-models.cpp
View File

@ -570,6 +570,7 @@ server_http_res_ptr server_models::proxy_request(const server_http_req & req, co
void server_models::setup_child_server(const common_params & base_params, int router_port, const std::string & name, std::function<void(int)> & shutdown_handler) {
// send a notification to the router server that a model instance is ready
// TODO @ngxson : use HTTP client from libcommon
httplib::Client cli(base_params.hostname, router_port);
cli.set_connection_timeout(0, 200000); // 200 milliseconds