From: Quentin Bramas <redacted>
Date: Mon, 22 Sep 2025 08:53:13 +0000 (+0200)
Subject: webui : fix handling incomplete chunks (#16107)
X-Git-Tag: upstream/0.0.6641~94
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=138c87ce8bd558b2cc134ada7316a3dad8eb67ac;p=pkg%2Fggml%2Fsources%2Fllama.cpp

webui : fix handling incomplete chunks (#16107)
---

diff --git a/tools/server/webui/src/lib/services/chat.ts b/tools/server/webui/src/lib/services/chat.ts
index 7133bbab..91573a86 100644
--- a/tools/server/webui/src/lib/services/chat.ts
+++ b/tools/server/webui/src/lib/services/chat.ts
@@ -264,12 +264,14 @@ export class ChatService {
 		let lastTimings: ChatMessageTimings | undefined;
 
 		try {
+			let chunk = '';
 			while (true) {
 				const { done, value } = await reader.read();
 				if (done) break;
 
-				const chunk = decoder.decode(value, { stream: true });
+				chunk += decoder.decode(value, { stream: true });
 				const lines = chunk.split('\n');
+				chunk = lines.pop() || ''; // Save incomplete line for next read
 
 				for (const line of lines) {
 					if (line.startsWith('data: ')) {