fix: chatStore total_tokens count with reasoning

This commit is contained in:
2025-01-22 19:19:48 +08:00
parent 7aee52d5a2
commit 0b3610935b

View File

@@ -80,7 +80,7 @@ export default function ChatBOX() {
const _completeWithStreamMode = async ( const _completeWithStreamMode = async (
response: Response response: Response
): Promise<Usage> => { ): Promise<Usage> => {
let responseTokenCount = 0; let responseTokenCount = 0; // including reasoning content and normal content
const allChunkMessage: string[] = []; const allChunkMessage: string[] = [];
const allReasoningContentChunk: string[] = []; const allReasoningContentChunk: string[] = [];
const allChunkTool: ToolCall[] = []; const allChunkTool: ToolCall[] = [];
@@ -170,7 +170,9 @@ export default function ChatBOX() {
content, content,
reasoning_content, reasoning_content,
hide: false, hide: false,
token: responseTokenCount, token:
responseTokenCount -
(usage?.completion_tokens_details?.reasoning_tokens ?? 0),
example: false, example: false,
audio: null, audio: null,
logprobs, logprobs,
@@ -219,8 +221,10 @@ export default function ChatBOX() {
content: msg.content, content: msg.content,
tool_calls: msg.tool_calls, tool_calls: msg.tool_calls,
hide: false, hide: false,
token: token: data.usage?.completion_tokens_details
data.usage.completion_tokens ?? calculate_token_length(msg.content), ? data.usage.completion_tokens -
data.usage.completion_tokens_details.reasoning_tokens
: (data.usage.completion_tokens ?? calculate_token_length(msg.content)),
example: false, example: false,
audio: null, audio: null,
logprobs: data.choices[0]?.logprobs, logprobs: data.choices[0]?.logprobs,