Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: max_tokens revert back to 8192 automatically when creating a new thread

Browse Source
This commit is contained in:
Louis 2025-01-03 12:54:21 +07:00
parent 538a6bf923
commit 4b6eceb339
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
web/hooks/useCreateNewThread.ts
View File

@ -98,7 +98,7 @@ export const useCreateNewThread = () => {
// Use ctx length by default // Use ctx length by default
const overriddenParameters = { const overriddenParameters = {
max_tokens: !isLocalEngine(defaultModel?.engine) max_tokens: !isLocalEngine(defaultModel?.engine)
? (defaultModel?.parameters.token_limit ?? 8192) ? (defaultModel?.parameters.max_tokens ?? 8192)
: defaultContextLength, : defaultContextLength,
} }