* feat: tensorrt-llm-extension * fix: loading * feat: add download tensorrt llm runner Signed-off-by: James <james@jan.ai> * feat: update to rollupjs instead of webpack for monitoring extension Signed-off-by: James <james@jan.ai> * feat: move update nvidia info to monitor extension Signed-off-by: James <james@jan.ai> * allow download tensorrt Signed-off-by: James <james@jan.ai> * update Signed-off-by: James <james@jan.ai> * allow download tensor rt based on gpu setting Signed-off-by: James <james@jan.ai> * update downloaded models Signed-off-by: James <james@jan.ai> * feat: add extension compatibility * dynamic tensor rt engines Signed-off-by: James <james@jan.ai> * update models Signed-off-by: James <james@jan.ai> * chore: remove ts-ignore * feat: getting installation state from extension Signed-off-by: James <james@jan.ai> * chore: adding type for decompress Signed-off-by: James <james@jan.ai> * feat: update according Louis's comment Signed-off-by: James <james@jan.ai> * feat: add progress for installing extension Signed-off-by: James <james@jan.ai> * chore: remove args from extension installation * fix: model download does not work properly * fix: do not allow user to stop tensorrtllm inference * fix: extension installed style * fix: download tensorrt does not update state Signed-off-by: James <james@jan.ai> * chore: replace int4 by fl16 * feat: modal for installing extension Signed-off-by: James <james@jan.ai> * fix: start download immediately after press install Signed-off-by: James <james@jan.ai> * fix: error switching between engines * feat: rename inference provider to ai engine and refactor to core * fix: missing ulid * fix: core bundler * feat: add cancel extension installing Signed-off-by: James <james@jan.ai> * remove mocking for mac Signed-off-by: James <james@jan.ai> * fix: show models only when extension is ready * add tensorrt badge for model Signed-off-by: James <james@jan.ai> * fix: copy * fix: add compatible check (#2342) * fix: add compatible check Signed-off-by: James <james@jan.ai> * fix: copy * fix: font * fix: copy * fix: broken monitoring extension * chore: bump engine * fix: copy * fix: model copy * fix: copy * fix: model json --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Louis <louis@jan.ai> * fix: vulkan support * fix: installation button padding * fix: empty script * fix: remove hard code string --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: NamH <NamNh0122@gmail.com>
88 lines
2.4 KiB
TypeScript
88 lines
2.4 KiB
TypeScript
import { useCallback, useEffect } from 'react'
|
|
|
|
import { abortDownload } from '@janhq/core'
|
|
import {
|
|
Button,
|
|
Modal,
|
|
ModalContent,
|
|
ModalHeader,
|
|
ModalTitle,
|
|
Progress,
|
|
} from '@janhq/uikit'
|
|
import { atom, useAtom, useAtomValue } from 'jotai'
|
|
|
|
import {
|
|
formatDownloadPercentage,
|
|
formatExtensionsName,
|
|
} from '@/utils/converter'
|
|
|
|
import {
|
|
InstallingExtensionState,
|
|
installingExtensionAtom,
|
|
} from '@/helpers/atoms/Extension.atom'
|
|
|
|
export const showInstallingExtensionModalAtom = atom(false)
|
|
|
|
const InstallingExtensionModal: React.FC = () => {
|
|
const [showInstallingExtensionModal, setShowInstallingExtensionModal] =
|
|
useAtom(showInstallingExtensionModalAtom)
|
|
const installingExtensions = useAtomValue(installingExtensionAtom)
|
|
|
|
useEffect(() => {
|
|
if (installingExtensions.length === 0) {
|
|
setShowInstallingExtensionModal(false)
|
|
}
|
|
}, [installingExtensions, setShowInstallingExtensionModal])
|
|
|
|
const onAbortInstallingExtensionClick = useCallback(
|
|
(item: InstallingExtensionState) => {
|
|
if (item.localPath) {
|
|
abortDownload(item.localPath)
|
|
}
|
|
},
|
|
[]
|
|
)
|
|
|
|
return (
|
|
<Modal
|
|
open={showInstallingExtensionModal}
|
|
onOpenChange={() => setShowInstallingExtensionModal(false)}
|
|
>
|
|
<ModalContent>
|
|
<ModalHeader>
|
|
<ModalTitle>Installing Extension</ModalTitle>
|
|
</ModalHeader>
|
|
{Object.values(installingExtensions).map((item) => (
|
|
<div className="pt-2" key={item.extensionId}>
|
|
<Progress
|
|
className="mb-2 h-2"
|
|
value={
|
|
formatDownloadPercentage(item.percentage, {
|
|
hidePercentage: true,
|
|
}) as number
|
|
}
|
|
/>
|
|
<div className="flex items-center justify-between gap-x-2">
|
|
<div className="flex gap-x-2">
|
|
<p className="line-clamp-1">
|
|
{formatExtensionsName(item.extensionId)}
|
|
</p>
|
|
<span>{formatDownloadPercentage(item.percentage)}</span>
|
|
</div>
|
|
<Button
|
|
themes="outline"
|
|
size="sm"
|
|
onClick={() => onAbortInstallingExtensionClick(item)}
|
|
>
|
|
Cancel
|
|
</Button>
|
|
</div>
|
|
</div>
|
|
))}
|
|
</ModalContent>
|
|
</Modal>
|
|
)
|
|
}
|
|
|
|
export default InstallingExtensionModal
|