fix: wrong desc setting cont_batching (#6034)
This commit is contained in:
parent
3acb61b5ed
commit
787c4ee073
@ -153,7 +153,7 @@
|
|||||||
{
|
{
|
||||||
"key": "cont_batching",
|
"key": "cont_batching",
|
||||||
"title": "Continuous Batching",
|
"title": "Continuous Batching",
|
||||||
"description": "Enable continuous batching (a.k.a dynamic batching) for concurrent requests (default: enabled).",
|
"description": "Enable continuous batching (a.k.a dynamic batching) for concurrent requests.",
|
||||||
"controllerType": "checkbox",
|
"controllerType": "checkbox",
|
||||||
"controllerProps": {
|
"controllerProps": {
|
||||||
"value": false
|
"value": false
|
||||||
|
|||||||
@ -210,6 +210,29 @@ export const useModelProvider = create<ModelProviderState>()(
|
|||||||
{
|
{
|
||||||
name: localStorageKey.modelProvider,
|
name: localStorageKey.modelProvider,
|
||||||
storage: createJSONStorage(() => localStorage),
|
storage: createJSONStorage(() => localStorage),
|
||||||
|
migrate: (persistedState: unknown, version: number) => {
|
||||||
|
const state = persistedState as ModelProviderState
|
||||||
|
|
||||||
|
// Migration for cont_batching description update (version 0 -> 1)
|
||||||
|
if (version === 0 && state?.providers) {
|
||||||
|
state.providers = state.providers.map((provider) => {
|
||||||
|
if (provider.provider === 'llamacpp' && provider.settings) {
|
||||||
|
provider.settings = provider.settings.map((setting) => {
|
||||||
|
if (setting.key === 'cont_batching') {
|
||||||
|
return {
|
||||||
|
...setting,
|
||||||
|
description: 'Enable continuous batching (a.k.a dynamic batching) for concurrent requests.'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return setting
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return provider
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return state
|
||||||
|
},
|
||||||
|
version: 1,
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user