CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-27 08:21:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

webui : fix handling incomplete chunks (#16107)

Browse Source
This commit is contained in:
Quentin Bramas
2025-09-22 10:53:13 +02:00
committed by GitHub
parent c6db9a1027
commit 138c87ce8b
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/webui/src/lib/services/chat.ts
View File

@@ -264,12 +264,14 @@ export class ChatService {
let lastTimings: ChatMessageTimings | undefined;
try {
let chunk = '';
while (true) {
const { done, value } = await reader.read();
if (done) break;
const chunk = decoder.decode(value, { stream: true });
chunk += decoder.decode(value, { stream: true });
const lines = chunk.split('\n');
chunk = lines.pop() || ''; // Save incomplete line for next read
for (const line of lines) {
if (line.startsWith('data: ')) {