Merge pull request #4397 from janhq/fix/max_tokens-automatically-revert-when-users-create-new-thread
fix: max_tokens revert back to 8192 automatically when creating a new thread
This commit is contained in:
commit
f69c31be64
@ -98,7 +98,7 @@ export const useCreateNewThread = () => {
|
||||
// Use ctx length by default
|
||||
const overriddenParameters = {
|
||||
max_tokens: !isLocalEngine(defaultModel?.engine)
|
||||
? (defaultModel?.parameters.token_limit ?? 8192)
|
||||
? (defaultModel?.parameters.max_tokens ?? 8192)
|
||||
: defaultContextLength,
|
||||
}
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user