happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: Modality detection improvement for text-based PDF attachments

This commit is contained in:
Aleksander Grygier 2025-11-28 19:30:32 +01:00
parent 171a0926a1
commit dd30810d0a
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
tools/server/webui/src/lib/stores/conversations.svelte.ts
View File

@ -8,6 +8,7 @@ import { AttachmentType } from '$lib/enums';
import type { import type {
DatabaseConversation, DatabaseConversation,
DatabaseMessage, DatabaseMessage,
DatabaseMessageExtraPdfFile,
ExportedConversations ExportedConversations
} from '$lib/types/database'; } from '$lib/types/database';
import type { ModelModalities } from '$lib/types/models'; import type { ModelModalities } from '$lib/types/models';
@ -95,9 +96,19 @@ class ConversationsStore {
if (!message.extra) continue; if (!message.extra) continue;
for (const extra of message.extra) { for (const extra of message.extra) {
if (extra.type === AttachmentType.IMAGE || extra.type === AttachmentType.PDF) { if (extra.type === AttachmentType.IMAGE) {
modalities.vision = true; modalities.vision = true;
} }
// PDF only requires vision if processed as images
if (extra.type === AttachmentType.PDF) {
const pdfExtra = extra as DatabaseMessageExtraPdfFile;
if (pdfExtra.processedAsImages) {
modalities.vision = true;
}
}
if (extra.type === AttachmentType.AUDIO) { if (extra.type === AttachmentType.AUDIO) {
modalities.audio = true; modalities.audio = true;
} }