happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Tighten worker allocator

This commit is contained in:
Ed Addario 2025-09-27 17:26:30 +01:00
parent d16945730e
commit 87cba65908
No known key found for this signature in database
GPG Key ID: E7875815A3230993
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-quant.cpp
View File

@ -1136,7 +1136,7 @@ static std::unordered_map<std::string, ggml_type> target_bpw_type(
std::vector<uint8_t> tl_quantized_buffer(quantized_buffer.size()); std::vector<uint8_t> tl_quantized_buffer(quantized_buffer.size());
std::vector<float> tl_dequantized_buffer(dequantized_buffer.size()); std::vector<float> tl_dequantized_buffer(dequantized_buffer.size());
for (;;) { for (;;) {
const size_t i = cidx.fetch_add(1, std::memory_order_relaxed); const size_t i = cidx.fetch_add(1, std::memory_order_acq_rel);
if (i >= compatible_candidates.size()) { break; } if (i >= compatible_candidates.size()) { break; }
const ggml_type tensor_types = compatible_candidates[i]; const ggml_type tensor_types = compatible_candidates[i];