happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

webui : fix handling incomplete chunks (#16107)

This commit is contained in:
Quentin Bramas 2025-09-22 10:53:13 +02:00 committed by GitHub
parent c6db9a1027
commit 138c87ce8b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/webui/src/lib/services/chat.ts
View File

@ -264,12 +264,14 @@ export class ChatService {
let lastTimings: ChatMessageTimings | undefined; let lastTimings: ChatMessageTimings | undefined;
try { try {
let chunk = '';
while (true) { while (true) {
const { done, value } = await reader.read(); const { done, value } = await reader.read();
if (done) break; if (done) break;
const chunk = decoder.decode(value, { stream: true }); chunk += decoder.decode(value, { stream: true });
const lines = chunk.split('\n'); const lines = chunk.split('\n');
chunk = lines.pop() || ''; // Save incomplete line for next read
for (const line of lines) { for (const line of lines) {
if (line.startsWith('data: ')) { if (line.startsWith('data: ')) {