From 0b3610935b0bf72647c7f4b104ef5e98027efc85 Mon Sep 17 00:00:00 2001 From: heimoshuiyu Date: Wed, 22 Jan 2025 19:19:48 +0800 Subject: [PATCH] fix: chatStore total_tokens count with reasoning --- src/pages/Chatbox.tsx | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/src/pages/Chatbox.tsx b/src/pages/Chatbox.tsx index 3de25ab..9f40b6b 100644 --- a/src/pages/Chatbox.tsx +++ b/src/pages/Chatbox.tsx @@ -80,7 +80,7 @@ export default function ChatBOX() { const _completeWithStreamMode = async ( response: Response ): Promise => { - let responseTokenCount = 0; + let responseTokenCount = 0; // including reasoning content and normal content const allChunkMessage: string[] = []; const allReasoningContentChunk: string[] = []; const allChunkTool: ToolCall[] = []; @@ -170,7 +170,9 @@ export default function ChatBOX() { content, reasoning_content, hide: false, - token: responseTokenCount, + token: + responseTokenCount - + (usage?.completion_tokens_details?.reasoning_tokens ?? 0), example: false, audio: null, logprobs, @@ -219,8 +221,10 @@ export default function ChatBOX() { content: msg.content, tool_calls: msg.tool_calls, hide: false, - token: - data.usage.completion_tokens ?? calculate_token_length(msg.content), + token: data.usage?.completion_tokens_details + ? data.usage.completion_tokens - + data.usage.completion_tokens_details.reasoning_tokens + : (data.usage.completion_tokens ?? calculate_token_length(msg.content)), example: false, audio: null, logprobs: data.choices[0]?.logprobs,