diff --git a/extensions/llamacpp-extension/settings.json b/extensions/llamacpp-extension/settings.json index d07df09f3..7ee0c7381 100644 --- a/extensions/llamacpp-extension/settings.json +++ b/extensions/llamacpp-extension/settings.json @@ -153,7 +153,7 @@ { "key": "cont_batching", "title": "Continuous Batching", - "description": "Enable continuous batching (a.k.a dynamic batching) for concurrent requests (default: enabled).", + "description": "Enable continuous batching (a.k.a dynamic batching) for concurrent requests.", "controllerType": "checkbox", "controllerProps": { "value": false diff --git a/web-app/src/hooks/useModelProvider.ts b/web-app/src/hooks/useModelProvider.ts index 919dec091..bfcb4e3a5 100644 --- a/web-app/src/hooks/useModelProvider.ts +++ b/web-app/src/hooks/useModelProvider.ts @@ -210,6 +210,29 @@ export const useModelProvider = create()( { name: localStorageKey.modelProvider, storage: createJSONStorage(() => localStorage), + migrate: (persistedState: unknown, version: number) => { + const state = persistedState as ModelProviderState + + // Migration for cont_batching description update (version 0 -> 1) + if (version === 0 && state?.providers) { + state.providers = state.providers.map((provider) => { + if (provider.provider === 'llamacpp' && provider.settings) { + provider.settings = provider.settings.map((setting) => { + if (setting.key === 'cont_batching') { + return { + ...setting, + description: 'Enable continuous batching (a.k.a dynamic batching) for concurrent requests.' + } + } + return setting + }) + } + return provider + }) + } + return state + }, + version: 1, } ) )