llama : fix typo in comment [no ci]
This commit is contained in:
parent
68a1c4dc51
commit
c5d44b8525
|
|
@ -2195,7 +2195,7 @@ void llm_graph_context::build_sampling() const {
|
||||||
for (const auto & [seq_id, sampler] : samplers) {
|
for (const auto & [seq_id, sampler] : samplers) {
|
||||||
const auto it = seq_to_logit_row.find(seq_id);
|
const auto it = seq_to_logit_row.find(seq_id);
|
||||||
|
|
||||||
// inactive samplers alawys work on the first row
|
// inactive samplers always work on the first row
|
||||||
const auto row_idx = seq_to_logit_row.find(seq_id) != seq_to_logit_row.end() ? it->second : 0;
|
const auto row_idx = seq_to_logit_row.find(seq_id) != seq_to_logit_row.end() ? it->second : 0;
|
||||||
|
|
||||||
ggml_tensor * logits_seq = ggml_view_1d(ctx0, logits_t, logits_t->ne[0], row_idx * logits_t->nb[1]);
|
ggml_tensor * logits_seq = ggml_view_1d(ctx0, logits_t, logits_t->ne[0], row_idx * logits_t->nb[1]);
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue