Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: validate context length (#2871)

Browse Source 
* fix: adjust context_length min and conditional for remote model

* fix: remove console
This commit is contained in:
Faisal Amir 2024-05-06 16:48:53 +07:00 committed by GitHub
parent 1e3e5a83f4
commit 9effb6a3a6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
web/screens/Chat/ModelSetting/SettingComponent.tsx
View File

@ -3,6 +3,7 @@ import {
InputComponentProps, InputComponentProps,
CheckboxComponentProps, CheckboxComponentProps,
SliderComponentProps, SliderComponentProps,
InferenceEngine,
} from '@janhq/core' } from '@janhq/core'
import { useAtomValue } from 'jotai/react' import { useAtomValue } from 'jotai/react'
@ -37,7 +38,9 @@ const SettingComponent: React.FC<Props> = ({
description={data.description} description={data.description}
min={min} min={min}
max={ max={
data.key === 'max_tokens' data.key === 'max_tokens' &&
activeThread &&
activeThread.assistants[0].model.engine === InferenceEngine.nitro
? Number( ? Number(
activeThread && activeThread &&
activeThread.assistants[0].model.settings.ctx_len activeThread.assistants[0].model.settings.ctx_len

2
web/screens/Chat/ModelSetting/predefinedComponent.ts
View File

@ -33,7 +33,7 @@ export const presetConfiguration: Record<string, SettingComponentProps> = {
'The context length for model operations varies; the maximum depends on the specific model used.', 'The context length for model operations varies; the maximum depends on the specific model used.',
controllerType: 'slider', controllerType: 'slider',
controllerProps: { controllerProps: {
min: 0, min: 128,
max: 4096, max: 4096,
step: 128, step: 128,
value: 2048, value: 2048,