happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update tools/mtmd/mtmd.cpp 

Co-authored-by: Aaron Teo <taronaeo@gmail.com>
This commit is contained in:
ylwango613 2026-01-04 19:16:35 +08:00 committed by GitHub
parent 4e20fcdc95
commit f32778568a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
tools/mtmd/mtmd.cpp
View File

@ -774,8 +774,7 @@ struct mtmd_tokenizer {
int n_tokens = text.length() + 2 * add_special;
std::vector<llama_token> result(n_tokens);
n_tokens = llama_tokenize(vocab, text.data(), text.length(), result.data(), result.size(), add_special, parse_special);
// -2147483648 is std::numeric_limits<int32_t>::min()
if (n_tokens == -2147483648) {
if (n_tokens == std::numeric_limits<int32_t>::min()) {
throw std::runtime_error("Tokenization failed: input text too large, tokenization result exceeds int32_t limit");
}
if (n_tokens < 0) {