happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge 7f14ce6344 into 2634ed207a

This commit is contained in:
ingyukoh 2026-02-01 09:20:22 -03:00 committed by GitHub
parent 2634ed207a 7f14ce6344
commit ef41e3eb10
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
common/arg.cpp
View File

@ -3784,6 +3784,21 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
}
).set_examples({LLAMA_EXAMPLE_SERVER, LLAMA_EXAMPLE_CLI}));
add_opt(common_arg(
{"--rerank-bge-default"},
string_format("use default BGE Reranker v2 M3 (note: can download weights from the internet)"),
[](common_params & params) {
params.model.hf_repo = "gpustack/bge-reranker-v2-m3-GGUF";
params.model.hf_file = "bge-reranker-v2-m3-Q8_0.gguf";
params.port = 8015;
params.n_ubatch = 512;
params.n_batch = 512;
params.n_ctx = 512;
params.embedding = true;
params.pooling_type = LLAMA_POOLING_TYPE_RANK;
}
).set_examples({LLAMA_EXAMPLE_SERVER}));
return ctx_arg;
}