fix: chatStore total_tokens count with reasoning
This commit is contained in:
@@ -80,7 +80,7 @@ export default function ChatBOX() {
|
|||||||
const _completeWithStreamMode = async (
|
const _completeWithStreamMode = async (
|
||||||
response: Response
|
response: Response
|
||||||
): Promise<Usage> => {
|
): Promise<Usage> => {
|
||||||
let responseTokenCount = 0;
|
let responseTokenCount = 0; // including reasoning content and normal content
|
||||||
const allChunkMessage: string[] = [];
|
const allChunkMessage: string[] = [];
|
||||||
const allReasoningContentChunk: string[] = [];
|
const allReasoningContentChunk: string[] = [];
|
||||||
const allChunkTool: ToolCall[] = [];
|
const allChunkTool: ToolCall[] = [];
|
||||||
@@ -170,7 +170,9 @@ export default function ChatBOX() {
|
|||||||
content,
|
content,
|
||||||
reasoning_content,
|
reasoning_content,
|
||||||
hide: false,
|
hide: false,
|
||||||
token: responseTokenCount,
|
token:
|
||||||
|
responseTokenCount -
|
||||||
|
(usage?.completion_tokens_details?.reasoning_tokens ?? 0),
|
||||||
example: false,
|
example: false,
|
||||||
audio: null,
|
audio: null,
|
||||||
logprobs,
|
logprobs,
|
||||||
@@ -219,8 +221,10 @@ export default function ChatBOX() {
|
|||||||
content: msg.content,
|
content: msg.content,
|
||||||
tool_calls: msg.tool_calls,
|
tool_calls: msg.tool_calls,
|
||||||
hide: false,
|
hide: false,
|
||||||
token:
|
token: data.usage?.completion_tokens_details
|
||||||
data.usage.completion_tokens ?? calculate_token_length(msg.content),
|
? data.usage.completion_tokens -
|
||||||
|
data.usage.completion_tokens_details.reasoning_tokens
|
||||||
|
: (data.usage.completion_tokens ?? calculate_token_length(msg.content)),
|
||||||
example: false,
|
example: false,
|
||||||
audio: null,
|
audio: null,
|
||||||
logprobs: data.choices[0]?.logprobs,
|
logprobs: data.choices[0]?.logprobs,
|
||||||
|
|||||||
Reference in New Issue
Block a user