diff --git a/extensions/model-extension/src/index.ts b/extensions/model-extension/src/index.ts index c91f75ae5..5904d57db 100644 --- a/extensions/model-extension/src/index.ts +++ b/extensions/model-extension/src/index.ts @@ -853,7 +853,7 @@ export default class JanModelExtension extends ModelExtension { if (config.max_sequence_length) return config.max_sequence_length if (config.max_position_embeddings) return config.max_position_embeddings if (config.n_ctx) return config.n_ctx - return 4096 + return 2048 } /** @@ -883,7 +883,7 @@ export default class JanModelExtension extends ModelExtension { } catch (err) { log(`[Conversion]::Debug: Error using hf-to-gguf.py, trying convert.py`) - let ctx = 4096 + let ctx = 2048 try { const config = await fs.readFileSync( await joinPath([modelDirPath, 'config.json']), diff --git a/web/screens/Chat/ModelSetting/predefinedComponent.ts b/web/screens/Chat/ModelSetting/predefinedComponent.ts index 4879732b1..a52214e38 100644 --- a/web/screens/Chat/ModelSetting/predefinedComponent.ts +++ b/web/screens/Chat/ModelSetting/predefinedComponent.ts @@ -36,7 +36,7 @@ export const presetConfiguration: Record = { min: 0, max: 4096, step: 128, - value: 4096, + value: 2048, }, requireModelReload: true, configType: 'setting', diff --git a/web/utils/componentSettings.ts b/web/utils/componentSettings.ts index f08f6b608..1fe43004f 100644 --- a/web/utils/componentSettings.ts +++ b/web/utils/componentSettings.ts @@ -31,7 +31,7 @@ export const getConfigurationsData = ( componentSetting.controllerProps.max = selectedModel?.settings.ctx_len || componentSetting.controllerProps.max || - 4096 + 2048 break } }