141 lines
4.4 KiB
TypeScript
141 lines
4.4 KiB
TypeScript
import { IconSettings } from '@tabler/icons-react'
|
|
import debounce from 'lodash.debounce'
|
|
|
|
import {
|
|
Sheet,
|
|
SheetContent,
|
|
SheetDescription,
|
|
SheetHeader,
|
|
SheetTitle,
|
|
SheetTrigger,
|
|
} from '@/components/ui/sheet'
|
|
import { DynamicControllerSetting } from '@/containers/dynamicControllerSetting'
|
|
import { useModelProvider } from '@/hooks/useModelProvider'
|
|
import { stopModel } from '@/services/models'
|
|
import { cn } from '@/lib/utils'
|
|
import { useTranslation } from '@/i18n/react-i18next-compat'
|
|
|
|
type ModelSettingProps = {
|
|
provider: ProviderObject
|
|
model: Model
|
|
smallIcon?: boolean
|
|
}
|
|
|
|
export function ModelSetting({
|
|
model,
|
|
provider,
|
|
smallIcon,
|
|
}: ModelSettingProps) {
|
|
const { updateProvider } = useModelProvider()
|
|
const { t } = useTranslation()
|
|
|
|
// Create a debounced version of stopModel that waits 500ms after the last call
|
|
const debouncedStopModel = debounce((modelId: string) => {
|
|
stopModel(modelId)
|
|
}, 500)
|
|
|
|
const handleSettingChange = (
|
|
key: string,
|
|
value: string | boolean | number
|
|
) => {
|
|
if (!provider) return
|
|
|
|
// Create a copy of the model with updated settings
|
|
const updatedModel = {
|
|
...model,
|
|
settings: {
|
|
...model.settings,
|
|
[key]: {
|
|
...(model.settings?.[key] != null ? model.settings?.[key] : {}),
|
|
controller_props: {
|
|
...(model.settings?.[key]?.controller_props ?? {}),
|
|
value: value,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
// Find the model index in the provider's models array
|
|
const modelIndex = provider.models.findIndex((m) => m.id === model.id)
|
|
|
|
if (modelIndex !== -1) {
|
|
// Create a copy of the provider's models array
|
|
const updatedModels = [...provider.models]
|
|
|
|
// Update the specific model in the array
|
|
updatedModels[modelIndex] = updatedModel as Model
|
|
|
|
// Update the provider with the new models array
|
|
updateProvider(provider.provider, {
|
|
models: updatedModels,
|
|
})
|
|
|
|
// Call debounced stopModel only when updating ctx_len, ngl, chat_template, or offload_mmproj
|
|
if (key === 'ctx_len' || key === 'ngl' || key === 'chat_template' || key === 'offload_mmproj') {
|
|
debouncedStopModel(model.id)
|
|
}
|
|
}
|
|
}
|
|
|
|
return (
|
|
<Sheet>
|
|
<SheetTrigger asChild>
|
|
<div
|
|
className={cn(
|
|
'size-6 cursor-pointer flex items-center justify-center rounded hover:bg-main-view-fg/10 transition-all duration-200 ease-in-out',
|
|
smallIcon && 'size-5'
|
|
)}
|
|
>
|
|
<IconSettings size={18} className="text-main-view-fg/50" />
|
|
</div>
|
|
</SheetTrigger>
|
|
<SheetContent className="h-[calc(100%-8px)] top-1 right-1 rounded-e-md overflow-y-auto">
|
|
<SheetHeader>
|
|
<SheetTitle>
|
|
{t('common:modelSettings.title', { modelId: model.id })}
|
|
</SheetTitle>
|
|
<SheetDescription>
|
|
{t('common:modelSettings.description')}
|
|
</SheetDescription>
|
|
</SheetHeader>
|
|
<div className="px-4 space-y-6">
|
|
{Object.entries(model.settings || {}).map(([key, value]) => {
|
|
const config = value as ProviderSetting
|
|
|
|
return (
|
|
<div key={key} className="space-y-2">
|
|
<div
|
|
className={cn(
|
|
'flex items-start justify-between gap-8 last:mb-2',
|
|
(key === 'chat_template' ||
|
|
key === 'override_tensor_buffer_t') &&
|
|
'flex-col gap-1 w-full'
|
|
)}
|
|
>
|
|
<div className="space-y-1 mb-2">
|
|
<h3 className="font-medium">{config.title}</h3>
|
|
<p className="text-main-view-fg/70 text-xs">
|
|
{config.description}
|
|
</p>
|
|
</div>
|
|
<DynamicControllerSetting
|
|
key={config.key}
|
|
title={config.title}
|
|
description={config.description}
|
|
controllerType={config.controller_type}
|
|
controllerProps={{
|
|
...config.controller_props,
|
|
value: config.controller_props?.value,
|
|
}}
|
|
onChange={(newValue) => handleSettingChange(key, newValue)}
|
|
/>
|
|
</div>
|
|
</div>
|
|
)
|
|
})}
|
|
</div>
|
|
</SheetContent>
|
|
</Sheet>
|
|
)
|
|
}
|