Refactor variable and add target_bpw
This commit is contained in:
parent
1b3d5b5744
commit
a22a9deeee
|
|
@ -1062,9 +1062,11 @@ llama_model_quantize_params llama_model_quantize_default_params() {
|
||||||
/*.pure =*/ false,
|
/*.pure =*/ false,
|
||||||
/*.keep_split =*/ false,
|
/*.keep_split =*/ false,
|
||||||
/*.imatrix =*/ nullptr,
|
/*.imatrix =*/ nullptr,
|
||||||
|
/*.activations =*/ nullptr,
|
||||||
/*.kv_overrides =*/ nullptr,
|
/*.kv_overrides =*/ nullptr,
|
||||||
/*.tensor_type =*/ nullptr,
|
/*.tensor_type =*/ nullptr,
|
||||||
/*.prune_layers =*/ nullptr
|
/*.prune_layers =*/ nullptr,
|
||||||
|
/*.target_bpw =*/ -1.0f
|
||||||
};
|
};
|
||||||
|
|
||||||
return result;
|
return result;
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue