diff --git a/web-app/src/containers/ModelSetting.tsx b/web-app/src/containers/ModelSetting.tsx index a02b9df80..39a587cbc 100644 --- a/web-app/src/containers/ModelSetting.tsx +++ b/web-app/src/containers/ModelSetting.tsx @@ -93,6 +93,16 @@ export function ModelSetting({ }) } + if ( + model.settings?.mmproj_offload && + result.offloadMmproj !== undefined + ) { + settingsToUpdate.push({ + key: 'mmproj_offload', + value: result.offloadMmproj, + }) + } + // Apply all settings in a single update to avoid race conditions if (settingsToUpdate.length > 0) { handleMultipleSettingsChange(settingsToUpdate) diff --git a/web-app/src/services/models/types.ts b/web-app/src/services/models/types.ts index b7959227a..b7724fef2 100644 --- a/web-app/src/services/models/types.ts +++ b/web-app/src/services/models/types.ts @@ -85,6 +85,7 @@ export interface ModelPlan { gpuLayers: number maxContextLength: number noOffloadKVCache: boolean + offloadMmproj: boolean mode: 'GPU' | 'Hybrid' | 'CPU' | 'Unsupported' }