server: Expose build_info in router mode (#21835)
This commit is contained in:
parent
9f5e1edb10
commit
ce8fd4b1a6
|
|
@ -926,7 +926,8 @@ void server_models_routes::init_routes() {
|
||||||
res_ok(res, {
|
res_ok(res, {
|
||||||
// TODO: add support for this on web UI
|
// TODO: add support for this on web UI
|
||||||
{"role", "router"},
|
{"role", "router"},
|
||||||
{"max_instances", 4}, // dummy value for testing
|
{"max_instances", params.models_max},
|
||||||
|
{"models_autoload", params.models_autoload},
|
||||||
// this is a dummy response to make sure webui doesn't break
|
// this is a dummy response to make sure webui doesn't break
|
||||||
{"model_alias", "llama-server"},
|
{"model_alias", "llama-server"},
|
||||||
{"model_path", "none"},
|
{"model_path", "none"},
|
||||||
|
|
@ -935,6 +936,7 @@ void server_models_routes::init_routes() {
|
||||||
{"n_ctx", 0},
|
{"n_ctx", 0},
|
||||||
}},
|
}},
|
||||||
{"webui_settings", webui_settings},
|
{"webui_settings", webui_settings},
|
||||||
|
{"build_info", build_info},
|
||||||
});
|
});
|
||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -9,6 +9,19 @@ def create_server():
|
||||||
server = ServerPreset.router()
|
server = ServerPreset.router()
|
||||||
|
|
||||||
|
|
||||||
|
def test_router_props():
|
||||||
|
global server
|
||||||
|
server.models_max = 2
|
||||||
|
server.no_models_autoload = True
|
||||||
|
server.start()
|
||||||
|
res = server.make_request("GET", "/props")
|
||||||
|
assert res.status_code == 200
|
||||||
|
assert res.body["role"] == "router"
|
||||||
|
assert res.body["max_instances"] == 2
|
||||||
|
assert res.body["models_autoload"] is False
|
||||||
|
assert res.body["build_info"].startswith("b")
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize(
|
@pytest.mark.parametrize(
|
||||||
"model,success",
|
"model,success",
|
||||||
[
|
[
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue