From e4919bb91f2d315c1dd4c6e3b14c6597d72162c1 Mon Sep 17 00:00:00 2001 From: heimoshuiyu Date: Thu, 20 Feb 2025 16:42:52 +0800 Subject: [PATCH] fix: panic if usage is null in stream mode --- src/pages/Chatbox.tsx | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/src/pages/Chatbox.tsx b/src/pages/Chatbox.tsx index f1d2985..8b4901e 100644 --- a/src/pages/Chatbox.tsx +++ b/src/pages/Chatbox.tsx @@ -260,7 +260,14 @@ export default function ChatBOX() { audio: null, logprobs, response_model_name, - usage, + usage: usage ?? { + prompt_tokens: prompt_tokens, + completion_tokens: responseTokenCount, + total_tokens: prompt_tokens + responseTokenCount, + response_model_name: response_model_name, + prompt_tokens_details: null, + completion_tokens_details: null, + }, response_count: responseTokenCount, }; if (allChunkTool.length > 0) newMsg.tool_calls = allChunkTool; @@ -293,7 +300,7 @@ export default function ChatBOX() { token: data.usage?.completion_tokens_details ? data.usage.completion_tokens - data.usage.completion_tokens_details.reasoning_tokens - : (data.usage.completion_tokens ?? calculate_token_length(msg.content)), + : data.usage.completion_tokens ?? calculate_token_length(msg.content), example: false, audio: null, logprobs: data.choices[0]?.logprobs,