From b14c09dc0009215dd01b86e62e70ec4c03d3559b Mon Sep 17 00:00:00 2001 From: Louis Date: Wed, 18 Dec 2024 17:41:37 +0700 Subject: [PATCH] fix: context length is reset while creating a new thread --- web/hooks/useCreateNewThread.ts | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/web/hooks/useCreateNewThread.ts b/web/hooks/useCreateNewThread.ts index 02f3cd371..b69209e67 100644 --- a/web/hooks/useCreateNewThread.ts +++ b/web/hooks/useCreateNewThread.ts @@ -115,13 +115,15 @@ export const useCreateNewThread = () => { ) const overriddenSettings = { - ctx_len: !isLocalEngine(model?.engine) ? undefined : defaultContextLength, + ctx_len: !isLocalEngine(defaultModel?.engine) + ? undefined + : defaultContextLength, } // Use ctx length by default const overriddenParameters = { - max_tokens: !isLocalEngine(model?.engine) - ? (model?.parameters.token_limit ?? 8192) + max_tokens: !isLocalEngine(defaultModel?.engine) + ? (defaultModel?.parameters.token_limit ?? 8192) : defaultContextLength, }