From 4d9491141b591d31f7fb91940ef4b1cf41bf94f6 Mon Sep 17 00:00:00 2001 From: Ed Addario Date: Tue, 19 Aug 2025 10:43:21 +0100 Subject: [PATCH] Add target_bpw parameter --- include/llama.h | 1 + 1 file changed, 1 insertion(+) diff --git a/include/llama.h b/include/llama.h index b17e8f3353..f44e2383d0 100644 --- a/include/llama.h +++ b/include/llama.h @@ -358,6 +358,7 @@ extern "C" { void * kv_overrides; // pointer to vector containing overrides void * tensor_types; // pointer to vector containing tensor types void * prune_layers; // pointer to vector containing layer indices to prune + float target_bpw; // target bits per weight (bpw) } llama_model_quantize_params; typedef struct llama_logit_bias {