Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: provider llamacpp will always check runtime capabilities

Browse Source
This commit is contained in:
Faisal Amir 2025-09-03 21:39:16 +07:00
parent a8ca0d6418
commit 371a0dd6ec
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
web-app/src/hooks/useChat.ts
View File

@ -290,7 +290,7 @@ export const useChat = () => {
...modelSettings, ...modelSettings,
...currentAssistant.parameters, ...currentAssistant.parameters,
...(selectedModel?.reasoning?.reasoning_budget && ...(selectedModel?.reasoning?.reasoning_budget &&
selectedModel?.reasoning?.reasoning_budget !== 'auto' && { selectedModel?.reasoning?.reasoning_effort !== 'auto' && {
reasoning_effort: selectedModel?.reasoning?.reasoning_effort, reasoning_effort: selectedModel?.reasoning?.reasoning_effort,
}), }),
} as unknown as Record<string, object> } as unknown as Record<string, object>

6
web-app/src/hooks/useModelProvider.ts
View File

@ -77,6 +77,7 @@ export const useModelProvider = create<ModelProviderState>()(
('id' in e || 'model' in e) && ('id' in e || 'model' in e) &&
typeof (e.id ?? e.model) === 'string' typeof (e.id ?? e.model) === 'string'
) )
console.log(models, 'models')
const mergedModels = [ const mergedModels = [
...(provider?.models ?? []).filter( ...(provider?.models ?? []).filter(
(e) => (e) =>
@ -99,7 +100,10 @@ export const useModelProvider = create<ModelProviderState>()(
return { return {
...model, ...model,
settings: settings, settings: settings,
capabilities: existingModel?.capabilities || model.capabilities, capabilities:
provider.provider === 'llamacpp'
? model.capabilities
: existingModel?.capabilities || model.capabilities,
} }
}) })