* fix: reduce the number of api call Signed-off-by: James <james@jan.ai> * fix: download progress Signed-off-by: James <james@jan.ai> * chore: save blob * fix: server boot up * fix: download state not updating Signed-off-by: James <james@jan.ai> * fix: copy assets * Add Dockerfile CPU for Jan Server and Jan Web * Add Dockerfile GPU for Jan Server and Jan Web * feat: S3 adapter * Update check find count from ./pre-install and correct copy:asserts command * server add bundleDependencies @janhq/core * server add bundleDependencies @janhq/core * fix: update success/failed download state (#1945) * fix: update success/failed download state Signed-off-by: James <james@jan.ai> * fix: download model progress and state handling for both Desktop and Web --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Louis <louis@jan.ai> * chore: refactor * fix: load models empty first time open * Add Docker compose * fix: assistants onUpdate --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Hien To <tominhhien97@gmail.com> Co-authored-by: NamH <NamNh0122@gmail.com>
178 lines
4.7 KiB
TypeScript
178 lines
4.7 KiB
TypeScript
/* eslint-disable react-hooks/exhaustive-deps */
|
|
import { useCallback, useMemo } from 'react'
|
|
|
|
import { Model } from '@janhq/core'
|
|
import {
|
|
Badge,
|
|
Button,
|
|
Tooltip,
|
|
TooltipArrow,
|
|
TooltipContent,
|
|
TooltipPortal,
|
|
TooltipTrigger,
|
|
} from '@janhq/uikit'
|
|
|
|
import { atom, useAtomValue } from 'jotai'
|
|
|
|
import { ChevronDownIcon } from 'lucide-react'
|
|
|
|
import { twMerge } from 'tailwind-merge'
|
|
|
|
import ModalCancelDownload from '@/containers/ModalCancelDownload'
|
|
|
|
import { MainViewState } from '@/constants/screens'
|
|
|
|
import { useCreateNewThread } from '@/hooks/useCreateNewThread'
|
|
import useDownloadModel from '@/hooks/useDownloadModel'
|
|
|
|
import { modelDownloadStateAtom } from '@/hooks/useDownloadState'
|
|
|
|
import { useMainViewState } from '@/hooks/useMainViewState'
|
|
|
|
import { toGibibytes } from '@/utils/converter'
|
|
|
|
import { assistantsAtom } from '@/helpers/atoms/Assistant.atom'
|
|
import { serverEnabledAtom } from '@/helpers/atoms/LocalServer.atom'
|
|
|
|
import { downloadedModelsAtom } from '@/helpers/atoms/Model.atom'
|
|
import {
|
|
nvidiaTotalVramAtom,
|
|
totalRamAtom,
|
|
} from '@/helpers/atoms/SystemBar.atom'
|
|
|
|
type Props = {
|
|
model: Model
|
|
onClick: () => void
|
|
open: string
|
|
}
|
|
|
|
const ExploreModelItemHeader: React.FC<Props> = ({ model, onClick, open }) => {
|
|
const { downloadModel } = useDownloadModel()
|
|
const downloadedModels = useAtomValue(downloadedModelsAtom)
|
|
const { requestCreateNewThread } = useCreateNewThread()
|
|
const totalRam = useAtomValue(totalRamAtom)
|
|
const nvidiaTotalVram = useAtomValue(nvidiaTotalVramAtom)
|
|
// Default nvidia returns vram in MB, need to convert to bytes to match the unit of totalRamW
|
|
let ram = nvidiaTotalVram * 1024 * 1024
|
|
if (ram === 0) {
|
|
ram = totalRam
|
|
}
|
|
const serverEnabled = useAtomValue(serverEnabledAtom)
|
|
const assistants = useAtomValue(assistantsAtom)
|
|
|
|
const downloadAtom = useMemo(
|
|
() => atom((get) => get(modelDownloadStateAtom)[model.id]),
|
|
[model.id]
|
|
)
|
|
const downloadState = useAtomValue(downloadAtom)
|
|
const { setMainViewState } = useMainViewState()
|
|
|
|
const onDownloadClick = useCallback(() => {
|
|
downloadModel(model)
|
|
}, [model])
|
|
|
|
const isDownloaded = downloadedModels.find((md) => md.id === model.id) != null
|
|
|
|
let downloadButton = (
|
|
<Button
|
|
className="z-50"
|
|
onClick={(e) => {
|
|
e.stopPropagation()
|
|
onDownloadClick()
|
|
}}
|
|
>
|
|
Download
|
|
</Button>
|
|
)
|
|
|
|
const onUseModelClick = useCallback(async () => {
|
|
if (assistants.length === 0) {
|
|
alert('No assistant available')
|
|
return
|
|
}
|
|
await requestCreateNewThread(assistants[0], model)
|
|
setMainViewState(MainViewState.Thread)
|
|
}, [])
|
|
|
|
if (isDownloaded) {
|
|
downloadButton = (
|
|
<Tooltip>
|
|
<TooltipTrigger>
|
|
<Button
|
|
themes="secondaryBlue"
|
|
className="min-w-[98px]"
|
|
onClick={onUseModelClick}
|
|
disabled={serverEnabled}
|
|
>
|
|
Use
|
|
</Button>
|
|
</TooltipTrigger>
|
|
{serverEnabled && (
|
|
<TooltipPortal>
|
|
<TooltipContent side="top">
|
|
<span>Threads are disabled while the server is running</span>
|
|
<TooltipArrow />
|
|
</TooltipContent>
|
|
</TooltipPortal>
|
|
)}
|
|
</Tooltip>
|
|
)
|
|
} else if (downloadState != null) {
|
|
downloadButton = <ModalCancelDownload model={model} />
|
|
}
|
|
|
|
const getLabel = (size: number) => {
|
|
if (size * 1.25 >= ram) {
|
|
return (
|
|
<Badge className="rounded-md" themes="danger">
|
|
Not enough RAM
|
|
</Badge>
|
|
)
|
|
} else {
|
|
return (
|
|
<Badge className="rounded-md" themes="success">
|
|
Recommended
|
|
</Badge>
|
|
)
|
|
}
|
|
}
|
|
|
|
return (
|
|
<div
|
|
className="cursor-pointer rounded-t-md bg-background"
|
|
onClick={onClick}
|
|
>
|
|
{model.metadata.cover && (
|
|
<div className="relative h-full w-full ">
|
|
<img
|
|
src={model.metadata.cover}
|
|
className="h-[250px] w-full object-cover"
|
|
alt={`Cover - ${model.id}`}
|
|
/>
|
|
</div>
|
|
)}
|
|
<div className="flex items-center justify-between p-4">
|
|
<div className="flex items-center gap-2">
|
|
<span className="font-bold">{model.name}</span>
|
|
</div>
|
|
<div className="inline-flex items-center space-x-2">
|
|
<span className="mr-4 font-semibold text-muted-foreground">
|
|
{toGibibytes(model.metadata.size)}
|
|
</span>
|
|
{getLabel(model.metadata.size)}
|
|
|
|
{downloadButton}
|
|
<ChevronDownIcon
|
|
className={twMerge(
|
|
'h-5 w-5 flex-none text-gray-400',
|
|
open === model.id && 'rotate-180'
|
|
)}
|
|
/>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)
|
|
}
|
|
|
|
export default ExploreModelItemHeader
|