fix: max_tokens revert back to 8192 automatically when creating a new thread
This commit is contained in:
parent
538a6bf923
commit
4b6eceb339
@ -98,7 +98,7 @@ export const useCreateNewThread = () => {
|
||||
// Use ctx length by default
|
||||
const overriddenParameters = {
|
||||
max_tokens: !isLocalEngine(defaultModel?.engine)
|
||||
? (defaultModel?.parameters.token_limit ?? 8192)
|
||||
? (defaultModel?.parameters.max_tokens ?? 8192)
|
||||
: defaultContextLength,
|
||||
}
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user