Add target_bpw parameter

2025-08-19 10:43:21 +01:00 · 2025-08-19 10:43:21 +01:00 · 4d9491141b
parent ba7335efb3
commit 4d9491141b
1 changed files with 1 additions and 0 deletions
--- a/include/llama.h
+++ b/include/llama.h
@ -358,6 +358,7 @@ extern "C" {
        void * kv_overrides;                  // pointer to vector containing overrides
        void * tensor_types;                  // pointer to vector containing tensor types
        void * prune_layers;                  // pointer to vector containing layer indices to prune
+        float target_bpw;                     // target bits per weight (bpw)
    } llama_model_quantize_params;

    typedef struct llama_logit_bias {