happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

sampling : remove redundant checks for stride and size [no ci]

This commit is contained in:
Daniel Bevenius 2025-11-24 13:53:29 +01:00
parent 4a90583d7d
commit 8eb9b4769d
No known key found for this signature in database
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llama-context.cpp
View File

@ -1221,7 +1221,7 @@ static void copy_tensor_async_ints(
size_t sampled_size, size_t sampled_size,
const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row, const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row,
ggml_backend_sched_t sched) { ggml_backend_sched_t sched) {
if (sampled == nullptr || sampled_size == 0) { if (sampled == nullptr) {
return; return;
} }
@ -1243,7 +1243,7 @@ static void copy_tensor_async_floats(
std::vector<uint32_t> & counts, std::vector<uint32_t> & counts,
const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row, const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row,
ggml_backend_sched_t sched) { ggml_backend_sched_t sched) {
if (dst == nullptr || stride == 0) { if (dst == nullptr) {
return; return;
} }
@ -1269,7 +1269,7 @@ static void copy_tensor_async_candidates(
std::vector<uint32_t> & counts, std::vector<uint32_t> & counts,
const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row, const std::unordered_map<llama_seq_id, uint32_t> & seq_to_row,
ggml_backend_sched_t sched) { ggml_backend_sched_t sched) {
if (dst == nullptr || stride == 0) { if (dst == nullptr) {
return; return;
} }