server : fix img token logs (#16595)

This commit is contained in:
Georgi Gerganov 2025-10-15 16:53:12 +03:00 committed by GitHub
parent 3e3cb19f64
commit 17304cbcc1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions

View File

@ -3839,14 +3839,14 @@ struct server_context {
{ {
const auto token = slot.prompt.tokens[i]; const auto token = slot.prompt.tokens[i];
const auto piece = common_token_to_piece(ctx, token); const auto piece = token != LLAMA_TOKEN_NULL ? common_token_to_piece(ctx, token) : "[mtmd]";
ss0 << piece; ss0 << piece;
st0 << std::setw(8) << token; st0 << std::setw(8) << token;
} }
{ {
const auto token = slot.task->tokens[i]; const auto token = slot.task->tokens[i];
const auto piece = common_token_to_piece(ctx, token); const auto piece = token != LLAMA_TOKEN_NULL ? common_token_to_piece(ctx, token) : "[mtmd]";
ss1 << piece; ss1 << piece;
st1 << std::setw(8) << token; st1 << std::setw(8) << token;
} }