diff --git a/extensions/inference-cortex-extension/resources/default_settings.json b/extensions/inference-cortex-extension/resources/default_settings.json index d27624639..54d578293 100644 --- a/extensions/inference-cortex-extension/resources/default_settings.json +++ b/extensions/inference-cortex-extension/resources/default_settings.json @@ -14,7 +14,7 @@ "description": "Automatically shifts the context window when the model is unable to process the entire prompt, ensuring that the most relevant information is always included.", "controllerType": "checkbox", "controllerProps": { - "value": true + "value": false } }, { diff --git a/extensions/inference-cortex-extension/src/index.ts b/extensions/inference-cortex-extension/src/index.ts index d80bad3d4..dd78e2d62 100644 --- a/extensions/inference-cortex-extension/src/index.ts +++ b/extensions/inference-cortex-extension/src/index.ts @@ -64,7 +64,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine { cpu_threads?: number auto_unload_models: boolean = true reasoning_budget = -1 // Default reasoning budget in seconds - context_shift = true + context_shift = false /** * The URL for making inference requests. */ @@ -132,7 +132,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine { this.flash_attn = await this.getSetting(Settings.flash_attn, true) this.context_shift = await this.getSetting( Settings.context_shift, - true + false ) this.use_mmap = await this.getSetting(Settings.use_mmap, true) if (this.caching_enabled) diff --git a/web-app/src/hooks/useChat.ts b/web-app/src/hooks/useChat.ts index 4b0e3e6e8..2c8f9fd2a 100644 --- a/web-app/src/hooks/useChat.ts +++ b/web-app/src/hooks/useChat.ts @@ -180,10 +180,6 @@ export const useChat = () => { if (updatedProvider) await restartModel(updatedProvider, model.id, controller) - console.log( - updatedProvider?.models.find((e) => e.id === model.id)?.settings - ?.ctx_len?.controller_props.value - ) return updatedProvider }, [getProviderByName, restartModel, updateProvider] diff --git a/web-app/src/routes/settings/general.tsx b/web-app/src/routes/settings/general.tsx index 572d7f916..33eafc341 100644 --- a/web-app/src/routes/settings/general.tsx +++ b/web-app/src/routes/settings/general.tsx @@ -45,6 +45,7 @@ import { isDev } from '@/lib/utils' import { emit } from '@tauri-apps/api/event' import { stopAllModels } from '@/services/models' import { SystemEvent } from '@/types/events' +import { isProd } from '@/lib/version' // eslint-disable-next-line @typescript-eslint/no-explicit-any export const Route = createFileRoute(route.settings.general as any)({ @@ -234,10 +235,12 @@ function General() { } /> - } - /> + {!isProd && ( + } + /> + )} {/* Data folder */}