* feat: tensorrt-llm-extension * fix: loading * feat: add download tensorrt llm runner Signed-off-by: James <james@jan.ai> * feat: update to rollupjs instead of webpack for monitoring extension Signed-off-by: James <james@jan.ai> * feat: move update nvidia info to monitor extension Signed-off-by: James <james@jan.ai> * allow download tensorrt Signed-off-by: James <james@jan.ai> * update Signed-off-by: James <james@jan.ai> * allow download tensor rt based on gpu setting Signed-off-by: James <james@jan.ai> * update downloaded models Signed-off-by: James <james@jan.ai> * feat: add extension compatibility * dynamic tensor rt engines Signed-off-by: James <james@jan.ai> * update models Signed-off-by: James <james@jan.ai> * chore: remove ts-ignore * feat: getting installation state from extension Signed-off-by: James <james@jan.ai> * chore: adding type for decompress Signed-off-by: James <james@jan.ai> * feat: update according Louis's comment Signed-off-by: James <james@jan.ai> * feat: add progress for installing extension Signed-off-by: James <james@jan.ai> * chore: remove args from extension installation * fix: model download does not work properly * fix: do not allow user to stop tensorrtllm inference * fix: extension installed style * fix: download tensorrt does not update state Signed-off-by: James <james@jan.ai> * chore: replace int4 by fl16 * feat: modal for installing extension Signed-off-by: James <james@jan.ai> * fix: start download immediately after press install Signed-off-by: James <james@jan.ai> * fix: error switching between engines * feat: rename inference provider to ai engine and refactor to core * fix: missing ulid * fix: core bundler * feat: add cancel extension installing Signed-off-by: James <james@jan.ai> * remove mocking for mac Signed-off-by: James <james@jan.ai> * fix: show models only when extension is ready * add tensorrt badge for model Signed-off-by: James <james@jan.ai> * fix: copy * fix: add compatible check (#2342) * fix: add compatible check Signed-off-by: James <james@jan.ai> * fix: copy * fix: font * fix: copy * fix: broken monitoring extension * chore: bump engine * fix: copy * fix: model copy * fix: copy * fix: model json --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Louis <louis@jan.ai> * fix: vulkan support * fix: installation button padding * fix: empty script * fix: remove hard code string --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: NamH <NamNh0122@gmail.com>
41 lines
1.0 KiB
TypeScript
41 lines
1.0 KiB
TypeScript
import { atom } from 'jotai'
|
|
|
|
type ExtensionId = string
|
|
|
|
export type InstallingExtensionState = {
|
|
extensionId: ExtensionId
|
|
percentage: number
|
|
localPath?: string
|
|
}
|
|
|
|
export const installingExtensionAtom = atom<InstallingExtensionState[]>([])
|
|
|
|
export const setInstallingExtensionAtom = atom(
|
|
null,
|
|
(get, set, extensionId: string, state: InstallingExtensionState) => {
|
|
const current = get(installingExtensionAtom)
|
|
|
|
const isExists = current.some((e) => e.extensionId === extensionId)
|
|
if (isExists) {
|
|
const newCurrent = current.map((e) => {
|
|
if (e.extensionId === extensionId) {
|
|
return state
|
|
}
|
|
return e
|
|
})
|
|
set(installingExtensionAtom, newCurrent)
|
|
} else {
|
|
set(installingExtensionAtom, [...current, state])
|
|
}
|
|
}
|
|
)
|
|
|
|
export const removeInstallingExtensionAtom = atom(
|
|
null,
|
|
(get, set, extensionId: string) => {
|
|
const current = get(installingExtensionAtom)
|
|
const newCurrent = current.filter((e) => e.extensionId !== extensionId)
|
|
set(installingExtensionAtom, newCurrent)
|
|
}
|
|
)
|