Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: context length is reset while creating a new thread

Browse Source
This commit is contained in:
Louis 2024-12-18 17:41:37 +07:00
parent 0cd0ff0443
commit b14c09dc00
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
web/hooks/useCreateNewThread.ts
View File

@ -115,13 +115,15 @@ export const useCreateNewThread = () => {
)
const overriddenSettings = {
ctx_len: !isLocalEngine(model?.engine) ? undefined : defaultContextLength,
ctx_len: !isLocalEngine(defaultModel?.engine)
? undefined
: defaultContextLength,
}
// Use ctx length by default
const overriddenParameters = {
max_tokens: !isLocalEngine(model?.engine)
? (model?.parameters.token_limit ?? 8192)
max_tokens: !isLocalEngine(defaultModel?.engine)
? (defaultModel?.parameters.token_limit ?? 8192)
: defaultContextLength,
}