jan/web/screens/HubScreen2/components/HubModelCard.tsx
NamH 101268f6f3
feat: integrating cortex (#3001)
* feat: integrating cortex

* Temporary prevent crash

Signed-off-by: James <namnh0122@gmail.com>

* fix yarn lint

Signed-off-by: James <namnh0122@gmail.com>

* refactor: remove core node module - fs - extensions and so on (#3151)

* add migration script for threads, messages and models

Signed-off-by: James <namnh0122@gmail.com>

* remove freq_penalty and presence_penalty if model not supported

Signed-off-by: James <namnh0122@gmail.com>

* add back models in my models

Signed-off-by: James <namnh0122@gmail.com>

* fix api-url for setup API key popup

Signed-off-by: James <namnh0122@gmail.com>

* fix using model name for dropdown model

Signed-off-by: James <namnh0122@gmail.com>

* fix can't click to hotkey

Signed-off-by: James <namnh0122@gmail.com>

* fix: disable some UIs

Signed-off-by: James <namnh0122@gmail.com>

* fix build

Signed-off-by: James <namnh0122@gmail.com>

* reduce calling HF api

Signed-off-by: James <namnh0122@gmail.com>

* some ui update

Signed-off-by: James <namnh0122@gmail.com>

* feat: modal migration UI  (#3153)

* feat: handle popup migration

* chore: update loader

* chore: integrate script migration

* chore: cleanup import

* chore: moving out spinner loader

* chore: update check thread message success migrate

* chore: add handle script into retry button

* remove warning from joi

Signed-off-by: James <namnh0122@gmail.com>

* chore: fix duplicate children

* fix: path after migrating model

Signed-off-by: James <namnh0122@gmail.com>

* chore: apply mutation for config

* chore: prevent calling too many create assistant api

Signed-off-by: James <namnh0122@gmail.com>

* using cortexso

Signed-off-by: James <namnh0122@gmail.com>

* update download api

Signed-off-by: James <namnh0122@gmail.com>

* fix use on slider item

Signed-off-by: James <namnh0122@gmail.com>

* fix: ui no download model or simple onboarding (#3166)

* fix download huggingface model match with slider item

Signed-off-by: James <namnh0122@gmail.com>

* update owner_logo to logo and author

Signed-off-by: James <namnh0122@gmail.com>

* update new cortexso

Signed-off-by: James <namnh0122@gmail.com>

* Add install python step for macos

* add engine table

Signed-off-by: James <namnh0122@gmail.com>

* fix local icons

Signed-off-by: James <namnh0122@gmail.com>

* feat: add search feature for model hub

Signed-off-by: James <namnh0122@gmail.com>

* fix misalign switch

Signed-off-by: James <namnh0122@gmail.com>

* fix: delete thread not focus on other thread

Signed-off-by: James <namnh0122@gmail.com>

* add get model from hugging face

Signed-off-by: James <namnh0122@gmail.com>

* fix download from hugging face

Signed-off-by: James <namnh0122@gmail.com>

* small update

Signed-off-by: James <namnh0122@gmail.com>

* update

Signed-off-by: James <namnh0122@gmail.com>

* fix system monitor rounded only on the left

Signed-off-by: James <namnh0122@gmail.com>

* chore: update ui new hub screen (#3174)

* chore: update ui new hub screen

* chore: update layout centerpanel thread and hub screen

* chore: update detail model by group

* update cortexso 0.1.13

Signed-off-by: James <namnh0122@gmail.com>

* chore: add file size

Signed-off-by: James <namnh0122@gmail.com>

* chore: put engine to experimental feature

Signed-off-by: James <namnh0122@gmail.com>

* chore: open cortex folder

Signed-off-by: James <namnh0122@gmail.com>

* chore: add back user avatar

Signed-off-by: James <namnh0122@gmail.com>

* chore: minor UI hub (#3182)

* chore: add back right click thread list and update 3 dots are overlapping with the text

* chore: update position dropdown list my models

* chore: make on-device tab showing 6 items instead of 4

* chore: update style description modals detail model

* chore: update isGeneration loader and author name on modal

* feat: integrate cortex single executable

Signed-off-by: James <namnh0122@gmail.com>

* fix build

Signed-off-by: James <namnh0122@gmail.com>

* chore: added blank state

* chore: update ui component blank state

* bump cortex binary version

* fix: logic show modal migration (#3165)

* fix: logic show modal migration

* chore: fixed logic

* chore: read contain format gguf local models

* chore: change return hasLocalModel

* chore: intiial skipmigration state

* chore: filter embedding model

* fix: delete top thread not focus on any other thread

* chore: added UI no result component search models group (#3188)

* fix: remote model should show all when user config that engine

Signed-off-by: James <namnh0122@gmail.com>

* chore: set state thread and models migration using getOnInit (#3189)

* chore: set state thread and models migration using getOnInit

* chore: add state as dependecies hooks

* chore: system monitor panel show engine model (#3192)

* fix: remove config api, replace with engine

Signed-off-by: James <namnh0122@gmail.com>

* update

Signed-off-by: James <namnh0122@gmail.com>

* update reactquery

Signed-off-by: James <namnh0122@gmail.com>

* bump cortex 0.4.35

* feat: add waiting for cortex popup

Signed-off-by: James <namnh0122@gmail.com>

* chore: add loader detail model popup (#3195)

* chore: model start loader (#3197)

* chore: added model loader when user starting chat without model active

* chore: update copies loader

* fix: select min file size if recommended quant does not exist

Signed-off-by: James <namnh0122@gmail.com>

* chore: temporary hide gpu config

* fix: tensorrt not shown

Signed-off-by: James <namnh0122@gmail.com>

* fix lint

Signed-off-by: James <namnh0122@gmail.com>

* fix tests

Signed-off-by: James <namnh0122@gmail.com>

* fix e2e tests (wip)

Signed-off-by: James <namnh0122@gmail.com>

* update

Signed-off-by: James <namnh0122@gmail.com>

* fix: adding element and correct test to adapt new UI

* fix: temp skip unstable part

* fix: only show models which can be supported

Signed-off-by: James <namnh0122@gmail.com>

* Update version.txt

* update send message

Signed-off-by: James <namnh0122@gmail.com>

* fix: not allow user send message when is generating

Signed-off-by: James <namnh0122@gmail.com>

* chore: temp skip Playwright test due to env issue

* chore: temp skip Playwright test due to env issue

* update

Signed-off-by: James <namnh0122@gmail.com>

* chore: minor-ui-feedback (#3202)

---------

Signed-off-by: James <namnh0122@gmail.com>
Co-authored-by: Louis <louis@jan.ai>
Co-authored-by: Faisal Amir <urmauur@gmail.com>
Co-authored-by: Hien To <tominhhien97@gmail.com>
Co-authored-by: Van Pham <64197333+Van-QA@users.noreply.github.com>
Co-authored-by: Van-QA <van@jan.ai>
2024-07-26 17:52:43 +07:00

185 lines
5.1 KiB
TypeScript

import React, { useCallback, useMemo } from 'react'
import { LocalEngines, RemoteEngine } from '@janhq/core'
import { Button } from '@janhq/joi'
import { useAtomValue, useSetAtom } from 'jotai'
import { CloudDownload } from 'lucide-react'
import { toaster } from '@/containers/Toast'
import useAssistantQuery from '@/hooks/useAssistantQuery'
import useCortex from '@/hooks/useCortex'
import useEngineQuery from '@/hooks/useEngineQuery'
import useModels from '@/hooks/useModels'
import useThreads from '@/hooks/useThreads'
import { HfModelEntry } from '@/utils/huggingface'
import { addThousandSeparator } from '@/utils/number'
import ModelTitle from './ModelTitle'
import { MainViewState, mainViewStateAtom } from '@/helpers/atoms/App.atom'
import { localModelModalStageAtom } from '@/helpers/atoms/DownloadLocalModel.atom'
import { downloadedModelsAtom } from '@/helpers/atoms/Model.atom'
import { setUpRemoteModelStageAtom } from '@/helpers/atoms/SetupRemoteModel.atom'
const HubModelCard: React.FC<HfModelEntry> = ({ name, downloads, model }) => {
const downloadedModels = useAtomValue(downloadedModelsAtom)
const { data: assistants } = useAssistantQuery()
const { data: engineData } = useEngineQuery()
const setUpRemoteModelStage = useSetAtom(setUpRemoteModelStageAtom)
const setLocalModelModalStage = useSetAtom(localModelModalStageAtom)
const { createThread } = useThreads()
const setMainViewState = useSetAtom(mainViewStateAtom)
const { createModel } = useCortex()
const { getModels } = useModels()
const isLocalModel = useMemo(
() =>
model == null ||
LocalEngines.filter((e) => e === model.engine).length > 0,
[model]
)
const actionLabel = useMemo(() => {
if (isLocalModel) return 'Download'
const isEngineConfigured: boolean =
engineData == null || model?.engine == null
? false
: engineData.find((e) => e.name === model.engine)?.status === 'ready'
const isModelDownloaded = downloadedModels.find(
(m) => m.model === model!.model
)
if (isEngineConfigured && isModelDownloaded) return 'Use'
if (!isEngineConfigured && !isModelDownloaded) return 'Setup'
if (isModelDownloaded) return 'Setup API Key'
return 'Add'
}, [model, isLocalModel, downloadedModels, engineData])
const onActionClick = useCallback(() => {
if (isLocalModel) {
setLocalModelModalStage('MODEL_LIST', name)
} else {
if (!model) return
const isApiKeyAdded: boolean =
engineData == null || model?.engine == null
? false
: engineData.find((e) => e.name === model.engine)?.status === 'ready'
const isModelDownloaded = downloadedModels.find(
(m) => m.model === model.model
)
if (isApiKeyAdded && isModelDownloaded) {
if (!assistants || assistants.length === 0) {
toaster({
title: 'No assistant available.',
description: 'Please create an assistant to create a new thread',
type: 'error',
})
return
}
// use
createThread(model.model, {
...assistants[0],
model: model.model,
})
.then(() => {
setMainViewState(MainViewState.Thread)
})
.catch((err) => {
console.log('Error creating thread', err)
})
return
}
if (!isApiKeyAdded && !isModelDownloaded) {
setUpRemoteModelStage(
'SETUP_INTRO',
model.engine as RemoteEngine,
model.metadata
)
return
}
if (isModelDownloaded) {
// when model is downloaded but key is not there or deleted, we need to setup api key
setUpRemoteModelStage(
'SETUP_API_KEY',
model.engine as RemoteEngine,
model.metadata
)
return
}
if (isApiKeyAdded) {
createModel(model).then(() => {
getModels()
})
return
}
}
}, [
getModels,
createModel,
createThread,
setMainViewState,
setUpRemoteModelStage,
setLocalModelModalStage,
name,
model,
engineData,
isLocalModel,
downloadedModels,
assistants,
])
const owner = model?.metadata?.owned_by ?? ''
const logoUrl = model?.metadata?.logo ?? ''
return (
<div
className="flex cursor-pointer flex-row justify-between border-b-[1px] border-[hsla(var(--app-border))] pb-3 pt-6 last:border-b-0 hover:bg-[hsla(var(--dropdown-menu-hover-bg))]"
onClick={onActionClick}
>
<div className="flex flex-col gap-2">
<span>{name}</span>
<ModelTitle
className="text-[hsla(var(--text-secondary)]"
name={owner}
image={logoUrl}
/>
</div>
<div className="flex flex-col items-end gap-2">
<Button
className="!bg-[#0000000F] text-[var(--text-primary)]"
onClick={onActionClick}
>
{actionLabel}
</Button>
<span className="flex items-center gap-1 text-sm font-medium leading-3">
{addThousandSeparator(downloads)}
<CloudDownload size={14} />
</span>
</div>
</div>
)
}
export default HubModelCard