happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix typos in variable names

This commit is contained in:
Ed Addario 2025-09-21 17:26:38 +01:00
parent e92db008bc
commit fecc472c61
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llama-quant.cpp
View File

@ -1165,7 +1165,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
// Evaluate candidates // Evaluate candidates
std::vector<candidate_types> eval_candidates(compatible_candidates.size()); std::vector<candidate_types> eval_candidates(compatible_candidates.size());
std::vector<uint8_t> quantized_buffer(max_row_sz * total_sampled_rows); std::vector<uint8_t> quantized_buffer(max_row_sz * total_sampled_rows);
std::vector<float> dequantised_buffer(f32_sample.size()); std::vector<float> dequantized_buffer(f32_sample.size());
const float * slice_lambda = lambdas.empty() ? nullptr : lambdas.data(); const float * slice_lambda = lambdas.empty() ? nullptr : lambdas.data();
int n_eval_threads = std::max(1, std::min<int>(nthread, (int)compatible_candidates.size())); int n_eval_threads = std::max(1, std::min<int>(nthread, (int)compatible_candidates.size()));
std::atomic<size_t> cidx{0}; std::atomic<size_t> cidx{0};
@ -1175,7 +1175,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
eval_workers.emplace_back([&] { eval_workers.emplace_back([&] {
// thread-local scratch // thread-local scratch
std::vector<uint8_t> tl_quantized_buffer(quantized_buffer.size()); std::vector<uint8_t> tl_quantized_buffer(quantized_buffer.size());
std::vector<float> tl_dequantised_buffer(dequantised_buffer.size()); std::vector<float> tl_dequantized_buffer(dequantized_buffer.size());
for (;;) { for (;;) {
const size_t i = cidx.fetch_add(1, std::memory_order_relaxed); const size_t i = cidx.fetch_add(1, std::memory_order_relaxed);
if (i >= compatible_candidates.size()) { break; } if (i >= compatible_candidates.size()) { break; }
@ -1184,7 +1184,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
const auto bpw = (float)tensor_bpw(tensor, tensor_types); const auto bpw = (float)tensor_bpw(tensor, tensor_types);
const size_t bytes = tensor_bytes(tensor, tensor_types); const size_t bytes = tensor_bytes(tensor, tensor_types);
const auto err = estimate_error(tensor, tensor_types, f32_sample, rows_sample, values, activations, const auto err = estimate_error(tensor, tensor_types, f32_sample, rows_sample, values, activations,
tl_quantized_buffer, tl_dequantised_buffer, tensor_lambda, slice_lambda); tl_quantized_buffer, tl_dequantized_buffer, tensor_lambda, slice_lambda);
eval_candidates[i] = candidate_types{ tensor_types, bpw, bytes, err }; eval_candidates[i] = candidate_types{ tensor_types, bpw, bytes, err };
} }
}); });