Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #6226 from menloresearch/enhancement/offload-model-provider-disabled

Browse Source 
enhancement: offload model when provider not active
This commit is contained in:
Faisal Amir 2025-08-19 16:33:49 +07:00 committed by GitHub
commit 926f3ab99a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
web-app/src/routes/settings/providers/index.tsx
View File

@ -25,6 +25,7 @@ import { useCallback, useState } from 'react'
import { openAIProviderSettings } from '@/consts/providers'
import cloneDeep from 'lodash/cloneDeep'
import { toast } from 'sonner'
import { stopAllModels } from '@/services/models'
// eslint-disable-next-line @typescript-eslint/no-explicit-any
export const Route = createFileRoute(route.settings.model_providers as any)({
@ -169,7 +170,10 @@ function ModelProviders() {
)}
<Switch
checked={provider.active}
onCheckedChange={(e) => {
onCheckedChange={async (e) => {
if (!e && provider.provider.toLowerCase() === 'llamacpp') {
await stopAllModels()
}
updateProvider(provider.provider, {
...provider,
active: e,