Merge pull request #4397 from janhq/fix/max_tokens-automatically-revert-when-users-create-new-thread
fix: max_tokens revert back to 8192 automatically when creating a new thread
This commit is contained in:
commit
f69c31be64
@ -98,7 +98,7 @@ export const useCreateNewThread = () => {
|
|||||||
// Use ctx length by default
|
// Use ctx length by default
|
||||||
const overriddenParameters = {
|
const overriddenParameters = {
|
||||||
max_tokens: !isLocalEngine(defaultModel?.engine)
|
max_tokens: !isLocalEngine(defaultModel?.engine)
|
||||||
? (defaultModel?.parameters.token_limit ?? 8192)
|
? (defaultModel?.parameters.max_tokens ?? 8192)
|
||||||
: defaultContextLength,
|
: defaultContextLength,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user