add param max_gen_tokens

This commit is contained in:
2023-11-08 16:16:15 +08:00
parent 9142665585
commit ed090136ac
4 changed files with 43 additions and 1 deletions

View File

@@ -188,6 +188,7 @@ const Number = (props: {
field:
| "totalTokens"
| "maxTokens"
| "maxGenTokens"
| "tokenMargin"
| "postBeginIndex"
| "presence_penalty"
@@ -197,9 +198,27 @@ const Number = (props: {
}) => {
return (
<Help help={props.help}>
<label className="m-2 p-2">{props.field}</label>
<span>
<label className="m-2 p-2">{props.field}</label>
{props.field === "maxGenTokens" && (
<input
type="checkbox"
checked={props.chatStore.maxGenTokens_enabled}
onChange={() => {
const newChatStore = { ...props.chatStore };
newChatStore.maxGenTokens_enabled =
!newChatStore.maxGenTokens_enabled;
props.setChatStore({ ...newChatStore });
}}
/>
)}
</span>
<input
readOnly={props.readOnly}
disabled={
props.field === "maxGenTokens" &&
!props.chatStore.maxGenTokens_enabled
}
type="number"
className="m-2 p-2 border rounded focus w-28"
value={props.chatStore[props.field]}
@@ -384,6 +403,12 @@ export default (props: {
readOnly={false}
{...props}
/>
<Number
field="maxGenTokens"
help="最大生成 Tokens 数量"
readOnly={false}
{...props}
/>
<Number
field="tokenMargin"
help="当 totalTokens > maxTokens - tokenMargin 时会触发历史消息裁切chatgpt会“忘记”一部分对话中的消息但所有历史消息仍然保存在本地"