* fix: update new api from cortex to support 0.5.0 Signed-off-by: James <namnh0122@gmail.com> * fix stop button for streaming Signed-off-by: James <namnh0122@gmail.com> * fix stop inference for nonstreaming Signed-off-by: James <namnh0122@gmail.com> * chore: remove umami prevent tracking call to vercel Signed-off-by: James <namnh0122@gmail.com> * add warning modal when running more than 2 model concurrently Signed-off-by: James <namnh0122@gmail.com> * fix: skip summarize if abort Signed-off-by: James <namnh0122@gmail.com> * 0.5.0-3 * add inference error popup Signed-off-by: James <namnh0122@gmail.com> * add back import local model Signed-off-by: James <namnh0122@gmail.com> * fix: max token issue (#3225) Signed-off-by: James <namnh0122@gmail.com> * format status Signed-off-by: James <namnh0122@gmail.com> * fix migration missing instructions Signed-off-by: James <namnh0122@gmail.com> * fix: wait for cortex process overlay should be on top (#3224) * fix: wait for cortex process overlay should be on top * chore: update cortex.js * Cortex 0.5.0-5 * add import model to my model screen Signed-off-by: James <namnh0122@gmail.com> * fix: should migrate symlink models (#3226) * fix import on windows (#3229) Signed-off-by: James <namnh0122@gmail.com> * fix yarn lint Signed-off-by: James <namnh0122@gmail.com> * fix: clean up port before start jan (#3232) Signed-off-by: James <namnh0122@gmail.com> --------- Signed-off-by: James <namnh0122@gmail.com> Co-authored-by: Van Pham <64197333+Van-QA@users.noreply.github.com> Co-authored-by: Louis <louis@jan.ai>
158 lines
5.1 KiB
TypeScript
158 lines
5.1 KiB
TypeScript
import { useCallback, useMemo, useState } from 'react'
|
|
|
|
import { useDropzone } from 'react-dropzone'
|
|
|
|
import { LlmEngines } from '@janhq/core'
|
|
import { Button, ScrollArea } from '@janhq/joi'
|
|
|
|
import { useAtomValue, useSetAtom } from 'jotai'
|
|
import { ImportIcon, UploadCloudIcon } from 'lucide-react'
|
|
|
|
import { twMerge } from 'tailwind-merge'
|
|
|
|
import BlankState from '@/containers/BlankState'
|
|
|
|
import ModelSearch from '@/containers/ModelSearch'
|
|
|
|
import useDropModelBinaries from '@/hooks/useDropModelBinaries'
|
|
|
|
import { setImportModelStageAtom } from '@/hooks/useImportModel'
|
|
|
|
import ModelItem from './ModelItem'
|
|
|
|
import { MainViewState, mainViewStateAtom } from '@/helpers/atoms/App.atom'
|
|
import { downloadedModelsAtom } from '@/helpers/atoms/Model.atom'
|
|
|
|
const MyModels = () => {
|
|
const setMainViewState = useSetAtom(mainViewStateAtom)
|
|
const downloadedModels = useAtomValue(downloadedModelsAtom)
|
|
const { onDropModels } = useDropModelBinaries()
|
|
const [searchText, setSearchText] = useState('')
|
|
const setImportModelStage = useSetAtom(setImportModelStageAtom)
|
|
|
|
const onImportModelClick = useCallback(() => {
|
|
setImportModelStage('SELECTING_MODEL')
|
|
}, [setImportModelStage])
|
|
|
|
const filteredDownloadedModels = useMemo(
|
|
() =>
|
|
downloadedModels
|
|
.filter((m) =>
|
|
m.model.toLowerCase().includes(searchText.toLowerCase().trim())
|
|
)
|
|
.sort((a, b) => a.model.localeCompare(b.model)),
|
|
[downloadedModels, searchText]
|
|
)
|
|
|
|
const { getRootProps, isDragActive } = useDropzone({
|
|
noClick: true,
|
|
multiple: true,
|
|
onDrop: onDropModels,
|
|
})
|
|
|
|
const onSearchChange = useCallback((input: string) => {
|
|
setSearchText(input)
|
|
}, [])
|
|
|
|
return (
|
|
<div {...getRootProps()} className="h-full w-full">
|
|
<ScrollArea className="h-full w-full">
|
|
{isDragActive && (
|
|
<div className="absolute z-50 mx-auto h-full w-full bg-[hsla(var(--app-bg))]/50 p-8 backdrop-blur-lg">
|
|
<div
|
|
className={twMerge(
|
|
'flex h-full w-full items-center justify-center rounded-lg border border-dashed border-[hsla(var(--app-border))]'
|
|
)}
|
|
>
|
|
<div className="mx-auto w-1/2 text-center">
|
|
<div className="mx-auto inline-flex h-12 w-12 items-center justify-center rounded-full">
|
|
<UploadCloudIcon size={24} />
|
|
</div>
|
|
<div className="mt-4 ">
|
|
<h6 className="font-bold">Drop file here</h6>
|
|
<p className="mt-2">File (GGUF) or folder</p>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
<div className="m-4 rounded-xl">
|
|
<div className="flex flex-col justify-between gap-2 sm:flex-row">
|
|
<div className="w-full sm:w-[300px]">
|
|
<ModelSearch onSearchLocal={onSearchChange} />
|
|
</div>
|
|
<Button
|
|
variant="outline"
|
|
theme="ghost"
|
|
onClick={onImportModelClick}
|
|
>
|
|
<ImportIcon size={16} className="mr-2" />
|
|
<p>Import Model</p>
|
|
</Button>
|
|
</div>
|
|
|
|
{!filteredDownloadedModels.length ? (
|
|
<>
|
|
{searchText.length > 0 ? (
|
|
<BlankState
|
|
title="No search results found"
|
|
description="You need to download model"
|
|
action={
|
|
<Button
|
|
className="mt-4"
|
|
onClick={() => setMainViewState(MainViewState.Hub)}
|
|
>
|
|
Explore The Hub
|
|
</Button>
|
|
}
|
|
/>
|
|
) : (
|
|
<BlankState
|
|
title="Model not found"
|
|
description="You need to download your first model"
|
|
action={
|
|
<Button
|
|
className="mt-4"
|
|
onClick={() => setMainViewState(MainViewState.Hub)}
|
|
>
|
|
Explore The Hub
|
|
</Button>
|
|
}
|
|
/>
|
|
)}
|
|
</>
|
|
) : (
|
|
<div className="relative w-full">
|
|
{LlmEngines.map((engine) => {
|
|
const modelByEngine = filteredDownloadedModels.filter(
|
|
(x) => x.engine === engine
|
|
)
|
|
|
|
if (modelByEngine.length === 0) return null
|
|
|
|
return (
|
|
<div className="my-6" key={engine}>
|
|
<div className="flex flex-col items-start justify-start gap-2 sm:flex-row sm:items-center sm:justify-between">
|
|
<h6 className="text-base font-semibold capitalize">
|
|
{engine}
|
|
</h6>
|
|
</div>
|
|
<div className="mt-2">
|
|
{modelByEngine.map((model) => (
|
|
<ModelItem key={model.model} model={model} />
|
|
))}
|
|
</div>
|
|
</div>
|
|
)
|
|
})}
|
|
</div>
|
|
)}
|
|
</div>
|
|
</ScrollArea>
|
|
</div>
|
|
)
|
|
}
|
|
|
|
export default MyModels
|