happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

tests : extract batch info update to separate method

This commit is contained in:
Daniel Bevenius 2025-12-17 11:53:15 +01:00
parent 76a1b7fe8c
commit cc31e6a20e
No known key found for this signature in database
1 changed files with 12 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
tests/test-backend-sampler.cpp
View File

@ -176,6 +176,16 @@ struct test_model_context {
return it->second; return it->second;
} }
void update_batch_info(const llama_batch & batch) {
last_batch_info.clear();
for (int i = 0; i < batch.n_tokens; i++) {
if (batch.logits[i]) {
llama_seq_id cur_seq = batch.seq_id[i][0];
last_batch_info[cur_seq] = i;
}
}
}
bool decode_token(llama_token token, llama_seq_id seq_id = 0) { bool decode_token(llama_token token, llama_seq_id seq_id = 0) {
if (ctx == nullptr) { if (ctx == nullptr) {
fprintf(stderr, "Error: context not initialized, call setup() first\n"); fprintf(stderr, "Error: context not initialized, call setup() first\n");
@ -192,13 +202,7 @@ struct test_model_context {
return false; return false;
} }
last_batch_info.clear(); update_batch_info(batch);
for (int i = 0; i < batch.n_tokens; i++) {
if (batch.logits[i]) {
llama_seq_id cur_seq = batch.seq_id[i][0];
last_batch_info[cur_seq] = i;
}
}
seq_positions[seq_id]++; seq_positions[seq_id]++;
llama_batch_free(batch); llama_batch_free(batch);
@ -228,13 +232,7 @@ struct test_model_context {
seq_positions[seq_id]++; seq_positions[seq_id]++;
} }
last_batch_info.clear(); update_batch_info(batch);
for (int i = 0; i < batch.n_tokens; i++) {
if (batch.logits[i]) {
llama_seq_id cur_seq = batch.seq_id[i][0];
last_batch_info[cur_seq] = i;
}
}
llama_batch_free(batch); llama_batch_free(batch);
return true; return true;