From 66ab8d49786bf9f84335c89f9a7b6f1732f7a130 Mon Sep 17 00:00:00 2001
From: heimoshuiyu <heimoshuiyu@gmail.com>
Date: Mon, 19 Jun 2023 20:33:18 +0800
Subject: [PATCH] handle partial chunk

---
 src/chatbox.tsx | 13 +++++++++++--
 1 file changed, 11 insertions(+), 2 deletions(-)

diff --git a/src/chatbox.tsx b/src/chatbox.tsx
index 1e69369..ceebe02 100644
--- a/src/chatbox.tsx
+++ b/src/chatbox.tsx
@@ -40,13 +40,14 @@ export default function ChatBOX(props: {
     const allChunkMessage: string[] = [];
     new ReadableStream({
       async start() {
+        let lastText = "";
         while (true) {
           let responseDone = false;
           let state = await reader?.read();
           let done = state?.done;
           let value = state?.value;
           if (done) break;
-          let text = new TextDecoder().decode(value);
+          let text = lastText + new TextDecoder().decode(value);
           // console.log("text:", text);
           const lines = text
             .trim()
@@ -63,7 +64,15 @@ export default function ChatBOX(props: {
           console.log("lines", lines);
           const jsons: ChunkMessage[] = lines
             .map((line) => {
-              return JSON.parse(line.trim().slice("data:".length));
+              try {
+                const ret = JSON.parse(line.trim().slice("data:".length));
+                lastText = "";
+                return ret;
+              } catch (e) {
+                console.log(`Chunk parse error at: ${line}`);
+                lastText = line;
+                return null;
+              }
             })
             .filter((i) => i);
           console.log("jsons", jsons);