Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: migrations model setting (#6165)

Browse Source
This commit is contained in:
Faisal Amir 2025-08-13 18:21:48 +07:00 committed by GitHub
parent 02ded9b545
commit 985a8f31ae
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
web-app/src/hooks/useModelProvider.ts
View File

@ -227,34 +227,23 @@ export const useModelProvider = create<ModelProviderState>()(
> >
} }
// Migration for cont_batching description update (version 0 -> 1)
if (version === 0 && state?.providers) { if (version === 0 && state?.providers) {
state.providers = state.providers.map((provider) => { state.providers.forEach((provider) => {
// Update cont_batching description for llamacpp provider
if (provider.provider === 'llamacpp' && provider.settings) { if (provider.provider === 'llamacpp' && provider.settings) {
provider.settings = provider.settings.map((setting) => { const contBatchingSetting = provider.settings.find(
if (setting.key === 'cont_batching') { (s) => s.key === 'cont_batching'
return { )
...setting, if (contBatchingSetting) {
description: contBatchingSetting.description =
'Enable continuous batching (a.k.a dynamic batching) for concurrent requests.', 'Enable continuous batching (a.k.a dynamic batching) for concurrent requests.'
} }
} }
return setting
})
}
return provider
})
}
// Migration for chatTemplate key to chat_template (version 1 -> 2) // Migrate model settings
if (version === 1 && state?.providers) {
state.providers.forEach((provider) => {
if (provider.models) { if (provider.models) {
provider.models.forEach((model) => { provider.models.forEach((model) => {
// Initialize settings if it doesn't exist if (!model.settings) model.settings = {}
if (!model.settings) {
model.settings = {}
}
// Migrate chatTemplate key to chat_template // Migrate chatTemplate key to chat_template
if (model.settings.chatTemplate) { if (model.settings.chatTemplate) {
@ -262,7 +251,7 @@ export const useModelProvider = create<ModelProviderState>()(
delete model.settings.chatTemplate delete model.settings.chatTemplate
} }
// Add missing chat_template setting if it doesn't exist // Add missing settings with defaults
if (!model.settings.chat_template) { if (!model.settings.chat_template) {
model.settings.chat_template = { model.settings.chat_template = {
...modelSettings.chatTemplate, ...modelSettings.chatTemplate,
@ -271,22 +260,7 @@ export const useModelProvider = create<ModelProviderState>()(
}, },
} }
} }
})
}
})
}
// Migration for override_tensor_buffer_type key (version 2 -> 3)
if (version === 2 && state?.providers) {
state.providers.forEach((provider) => {
if (provider.models) {
provider.models.forEach((model) => {
// Initialize settings if it doesn't exist
if (!model.settings) {
model.settings = {}
}
// Add missing override_tensor_buffer_type setting if it doesn't exist
if (!model.settings.override_tensor_buffer_t) { if (!model.settings.override_tensor_buffer_t) {
model.settings.override_tensor_buffer_t = { model.settings.override_tensor_buffer_t = {
...modelSettings.override_tensor_buffer_t, ...modelSettings.override_tensor_buffer_t,
@ -303,7 +277,7 @@ export const useModelProvider = create<ModelProviderState>()(
return state return state
}, },
version: 3, version: 1,
} }
) )
) )