* feat: local engine management * chore: move remote engine into engine page instead extension page * chore: set default engine from extension * chore: update endpoint update engine * chore: update event onEngineUpdate * chore: filter out engine download * chore: update version env * chore: select default engine variant base on user device specs * chore: symlink engine variants * chore: rolldown.config in mjs format * chore: binary codesign * fix: download state in footer bar and variant status * chore: update yarn.lock * fix: rimraf failure * fix: setup-node@v3 for built-in cache * fix: cov pipeline * fix: build syntax * chore: fix build step * fix: create engines folder on launch * chore: update ui delete engine variant with modal confirmation * chore: fix linter * chore: add installing progress for Local Engine download * chore: wording --------- Co-authored-by: Louis <louis@jan.ai>
262 lines
8.7 KiB
TypeScript
262 lines
8.7 KiB
TypeScript
/* eslint-disable @typescript-eslint/no-explicit-any */
|
|
import React, { useCallback, useEffect, useState } from 'react'
|
|
|
|
import { InferenceEngine } from '@janhq/core'
|
|
import { Button, ScrollArea, Input, Switch, Badge } from '@janhq/joi'
|
|
|
|
import { useAtom, useSetAtom } from 'jotai'
|
|
import { SearchIcon, SettingsIcon } from 'lucide-react'
|
|
|
|
import { marked } from 'marked'
|
|
|
|
import SetupRemoteModel from '@/containers/SetupRemoteModel'
|
|
|
|
import {
|
|
useGetDefaultEngineVariant,
|
|
useGetEngines,
|
|
} from '@/hooks/useEngineManagement'
|
|
|
|
import { formatExtensionsName } from '@/utils/converter'
|
|
|
|
import { extensionManager } from '@/extension'
|
|
import Extension from '@/extension/Extension'
|
|
import {
|
|
inActiveEngineProviderAtom,
|
|
showSettingActiveLocalEngineAtom,
|
|
} from '@/helpers/atoms/Extension.atom'
|
|
import { selectedSettingAtom } from '@/helpers/atoms/Setting.atom'
|
|
|
|
type EngineExtension = {
|
|
provider: InferenceEngine
|
|
} & Extension
|
|
|
|
const EngineItems = ({ engine }: { engine: InferenceEngine }) => {
|
|
const { defaultEngineVariant } = useGetDefaultEngineVariant(engine)
|
|
|
|
const manualDescription = (engine: string) => {
|
|
switch (engine) {
|
|
case InferenceEngine.cortex_llamacpp:
|
|
return 'Fast, efficient local inference engine that runs GGUFmodels directly on your device'
|
|
|
|
default:
|
|
break
|
|
}
|
|
}
|
|
|
|
const setSelectedSetting = useSetAtom(selectedSettingAtom)
|
|
|
|
const [showSettingActiveLocalEngine, setShowSettingActiveLocalEngineAtom] =
|
|
useAtom(showSettingActiveLocalEngineAtom)
|
|
|
|
const onSwitchChange = useCallback(
|
|
(name: string) => {
|
|
if (showSettingActiveLocalEngine.includes(name)) {
|
|
setShowSettingActiveLocalEngineAtom(
|
|
[...showSettingActiveLocalEngine].filter((x) => x !== name)
|
|
)
|
|
} else {
|
|
setShowSettingActiveLocalEngineAtom([
|
|
...showSettingActiveLocalEngine,
|
|
name,
|
|
])
|
|
}
|
|
},
|
|
[showSettingActiveLocalEngine, setShowSettingActiveLocalEngineAtom]
|
|
)
|
|
return (
|
|
<div className="flex w-full flex-col items-start justify-between border-b border-[hsla(var(--app-border))] py-3 sm:flex-row">
|
|
<div className="w-full flex-shrink-0 space-y-1.5">
|
|
<div className="flex items-center justify-between gap-x-2">
|
|
<div>
|
|
<div className="flex items-center gap-2">
|
|
<h6 className="line-clamp-1 font-semibold">{engine}</h6>
|
|
<Badge variant="outline" theme="secondary">
|
|
{defaultEngineVariant?.version}
|
|
</Badge>
|
|
</div>
|
|
<div className="mt-2 w-full font-medium leading-relaxed text-[hsla(var(--text-secondary))]">
|
|
<p>{manualDescription(engine)}</p>
|
|
</div>
|
|
</div>
|
|
|
|
<div className="flex items-center gap-x-3">
|
|
<Switch
|
|
checked={!showSettingActiveLocalEngine.includes(engine)}
|
|
onChange={() => onSwitchChange(engine)}
|
|
/>
|
|
<Button
|
|
theme="icon"
|
|
variant="outline"
|
|
onClick={() => setSelectedSetting(engine)}
|
|
>
|
|
<SettingsIcon
|
|
size={14}
|
|
className="text-[hsla(var(--text-secondary))]"
|
|
/>
|
|
</Button>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)
|
|
}
|
|
|
|
const Engines = () => {
|
|
const [searchText, setSearchText] = useState('')
|
|
const { engines } = useGetEngines()
|
|
const [engineActiveExtensions, setEngineActiveExtensions] = useState<
|
|
EngineExtension[]
|
|
>([])
|
|
const [inActiveEngineProvider, setInActiveEngineProvider] = useAtom(
|
|
inActiveEngineProviderAtom
|
|
)
|
|
|
|
useEffect(() => {
|
|
const getAllSettings = async () => {
|
|
const extensionsMenu = []
|
|
const engineMenu = []
|
|
const extensions = extensionManager.getAll()
|
|
|
|
for (const extension of extensions) {
|
|
const settings = await extension.getSettings()
|
|
if (
|
|
typeof extension.getSettings === 'function' &&
|
|
'provider' in extension &&
|
|
typeof extension.provider === 'string'
|
|
) {
|
|
if (
|
|
(settings && settings.length > 0) ||
|
|
(await extension.installationState()) !== 'NotRequired'
|
|
) {
|
|
engineMenu.push({
|
|
...extension,
|
|
provider:
|
|
'provider' in extension &&
|
|
typeof extension.provider === 'string'
|
|
? extension.provider
|
|
: '',
|
|
})
|
|
}
|
|
} else {
|
|
extensionsMenu.push({
|
|
...extension,
|
|
})
|
|
}
|
|
}
|
|
|
|
setEngineActiveExtensions(engineMenu as any)
|
|
}
|
|
getAllSettings()
|
|
}, [])
|
|
|
|
const onSwitchChange = useCallback(
|
|
(name: string) => {
|
|
if (inActiveEngineProvider.includes(name)) {
|
|
setInActiveEngineProvider(
|
|
[...inActiveEngineProvider].filter((x) => x !== name)
|
|
)
|
|
} else {
|
|
setInActiveEngineProvider([...inActiveEngineProvider, name])
|
|
}
|
|
},
|
|
[inActiveEngineProvider, setInActiveEngineProvider]
|
|
)
|
|
|
|
return (
|
|
<ScrollArea className="h-full w-full">
|
|
<div className="flex w-full flex-col items-start justify-between gap-y-2 p-4 sm:flex-row">
|
|
<div className="w-full sm:w-[300px]">
|
|
<Input
|
|
prefixIcon={<SearchIcon size={16} />}
|
|
placeholder="Search"
|
|
value={searchText}
|
|
onChange={(e) => setSearchText(e.target.value)}
|
|
clearable={searchText.length > 0}
|
|
onClear={() => setSearchText('')}
|
|
/>
|
|
</div>
|
|
{/* <div>
|
|
<input type="file" hidden />
|
|
<Button>Install Engine</Button>
|
|
</div> */}
|
|
</div>
|
|
|
|
<div className="block w-full px-4">
|
|
<div className="mb-3 mt-4 pb-4">
|
|
<h6 className="text-xs text-[hsla(var(--text-secondary))]">
|
|
Local Engine
|
|
</h6>
|
|
{engines &&
|
|
Object.entries(engines)
|
|
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
.filter(([_, value]) => !(value as { type?: string }).type)
|
|
.map(([key]) => {
|
|
return <EngineItems engine={key as InferenceEngine} key={key} />
|
|
})}
|
|
</div>
|
|
</div>
|
|
|
|
{engineActiveExtensions.length !== 0 && (
|
|
<div className="mt-4 block w-full px-4">
|
|
<div className="mb-3 mt-4 pb-4">
|
|
<h6 className="text-xs text-[hsla(var(--text-secondary))]">
|
|
Remote Engine
|
|
</h6>
|
|
{engineActiveExtensions
|
|
.filter((x) => x.name.includes(searchText.toLowerCase().trim()))
|
|
.sort((a, b) => a.provider.localeCompare(b.provider))
|
|
.map((item, i) => {
|
|
return (
|
|
<div
|
|
key={i}
|
|
className="flex w-full flex-col items-start justify-between border-b border-[hsla(var(--app-border))] py-3 sm:flex-row"
|
|
>
|
|
<div className="w-full flex-shrink-0 space-y-1.5">
|
|
<div className="flex items-center justify-between gap-x-2">
|
|
<div className="flex items-center gap-x-2">
|
|
<h6 className="line-clamp-1 font-semibold">
|
|
{item.productName?.replace(
|
|
'Inference Engine',
|
|
''
|
|
) ?? formatExtensionsName(item.name)}
|
|
</h6>
|
|
<Badge variant="outline" theme="secondary">
|
|
v{item.version}
|
|
</Badge>
|
|
<p>{item.provider}</p>
|
|
</div>
|
|
<div className="flex items-center gap-x-2">
|
|
<Switch
|
|
checked={
|
|
!inActiveEngineProvider.includes(item.provider)
|
|
}
|
|
onChange={() => onSwitchChange(item.provider)}
|
|
/>
|
|
{!inActiveEngineProvider.includes(item.provider) && (
|
|
<SetupRemoteModel engine={item.provider} />
|
|
)}
|
|
</div>
|
|
</div>
|
|
{
|
|
<div
|
|
className="w-full font-medium leading-relaxed text-[hsla(var(--text-secondary))] sm:w-4/5"
|
|
dangerouslySetInnerHTML={{
|
|
__html: marked.parse(item.description ?? '', {
|
|
async: false,
|
|
}),
|
|
}}
|
|
/>
|
|
}
|
|
</div>
|
|
</div>
|
|
)
|
|
})}
|
|
</div>
|
|
</div>
|
|
)}
|
|
</ScrollArea>
|
|
)
|
|
}
|
|
|
|
export default Engines
|