fix: panic if usage is null in stream mode
This commit is contained in:
@@ -260,7 +260,14 @@ export default function ChatBOX() {
|
|||||||
audio: null,
|
audio: null,
|
||||||
logprobs,
|
logprobs,
|
||||||
response_model_name,
|
response_model_name,
|
||||||
usage,
|
usage: usage ?? {
|
||||||
|
prompt_tokens: prompt_tokens,
|
||||||
|
completion_tokens: responseTokenCount,
|
||||||
|
total_tokens: prompt_tokens + responseTokenCount,
|
||||||
|
response_model_name: response_model_name,
|
||||||
|
prompt_tokens_details: null,
|
||||||
|
completion_tokens_details: null,
|
||||||
|
},
|
||||||
response_count: responseTokenCount,
|
response_count: responseTokenCount,
|
||||||
};
|
};
|
||||||
if (allChunkTool.length > 0) newMsg.tool_calls = allChunkTool;
|
if (allChunkTool.length > 0) newMsg.tool_calls = allChunkTool;
|
||||||
@@ -293,7 +300,7 @@ export default function ChatBOX() {
|
|||||||
token: data.usage?.completion_tokens_details
|
token: data.usage?.completion_tokens_details
|
||||||
? data.usage.completion_tokens -
|
? data.usage.completion_tokens -
|
||||||
data.usage.completion_tokens_details.reasoning_tokens
|
data.usage.completion_tokens_details.reasoning_tokens
|
||||||
: (data.usage.completion_tokens ?? calculate_token_length(msg.content)),
|
: data.usage.completion_tokens ?? calculate_token_length(msg.content),
|
||||||
example: false,
|
example: false,
|
||||||
audio: null,
|
audio: null,
|
||||||
logprobs: data.choices[0]?.logprobs,
|
logprobs: data.choices[0]?.logprobs,
|
||||||
|
|||||||
Reference in New Issue
Block a user