* feat: integrating cortex * Temporary prevent crash Signed-off-by: James <namnh0122@gmail.com> * fix yarn lint Signed-off-by: James <namnh0122@gmail.com> * refactor: remove core node module - fs - extensions and so on (#3151) * add migration script for threads, messages and models Signed-off-by: James <namnh0122@gmail.com> * remove freq_penalty and presence_penalty if model not supported Signed-off-by: James <namnh0122@gmail.com> * add back models in my models Signed-off-by: James <namnh0122@gmail.com> * fix api-url for setup API key popup Signed-off-by: James <namnh0122@gmail.com> * fix using model name for dropdown model Signed-off-by: James <namnh0122@gmail.com> * fix can't click to hotkey Signed-off-by: James <namnh0122@gmail.com> * fix: disable some UIs Signed-off-by: James <namnh0122@gmail.com> * fix build Signed-off-by: James <namnh0122@gmail.com> * reduce calling HF api Signed-off-by: James <namnh0122@gmail.com> * some ui update Signed-off-by: James <namnh0122@gmail.com> * feat: modal migration UI (#3153) * feat: handle popup migration * chore: update loader * chore: integrate script migration * chore: cleanup import * chore: moving out spinner loader * chore: update check thread message success migrate * chore: add handle script into retry button * remove warning from joi Signed-off-by: James <namnh0122@gmail.com> * chore: fix duplicate children * fix: path after migrating model Signed-off-by: James <namnh0122@gmail.com> * chore: apply mutation for config * chore: prevent calling too many create assistant api Signed-off-by: James <namnh0122@gmail.com> * using cortexso Signed-off-by: James <namnh0122@gmail.com> * update download api Signed-off-by: James <namnh0122@gmail.com> * fix use on slider item Signed-off-by: James <namnh0122@gmail.com> * fix: ui no download model or simple onboarding (#3166) * fix download huggingface model match with slider item Signed-off-by: James <namnh0122@gmail.com> * update owner_logo to logo and author Signed-off-by: James <namnh0122@gmail.com> * update new cortexso Signed-off-by: James <namnh0122@gmail.com> * Add install python step for macos * add engine table Signed-off-by: James <namnh0122@gmail.com> * fix local icons Signed-off-by: James <namnh0122@gmail.com> * feat: add search feature for model hub Signed-off-by: James <namnh0122@gmail.com> * fix misalign switch Signed-off-by: James <namnh0122@gmail.com> * fix: delete thread not focus on other thread Signed-off-by: James <namnh0122@gmail.com> * add get model from hugging face Signed-off-by: James <namnh0122@gmail.com> * fix download from hugging face Signed-off-by: James <namnh0122@gmail.com> * small update Signed-off-by: James <namnh0122@gmail.com> * update Signed-off-by: James <namnh0122@gmail.com> * fix system monitor rounded only on the left Signed-off-by: James <namnh0122@gmail.com> * chore: update ui new hub screen (#3174) * chore: update ui new hub screen * chore: update layout centerpanel thread and hub screen * chore: update detail model by group * update cortexso 0.1.13 Signed-off-by: James <namnh0122@gmail.com> * chore: add file size Signed-off-by: James <namnh0122@gmail.com> * chore: put engine to experimental feature Signed-off-by: James <namnh0122@gmail.com> * chore: open cortex folder Signed-off-by: James <namnh0122@gmail.com> * chore: add back user avatar Signed-off-by: James <namnh0122@gmail.com> * chore: minor UI hub (#3182) * chore: add back right click thread list and update 3 dots are overlapping with the text * chore: update position dropdown list my models * chore: make on-device tab showing 6 items instead of 4 * chore: update style description modals detail model * chore: update isGeneration loader and author name on modal * feat: integrate cortex single executable Signed-off-by: James <namnh0122@gmail.com> * fix build Signed-off-by: James <namnh0122@gmail.com> * chore: added blank state * chore: update ui component blank state * bump cortex binary version * fix: logic show modal migration (#3165) * fix: logic show modal migration * chore: fixed logic * chore: read contain format gguf local models * chore: change return hasLocalModel * chore: intiial skipmigration state * chore: filter embedding model * fix: delete top thread not focus on any other thread * chore: added UI no result component search models group (#3188) * fix: remote model should show all when user config that engine Signed-off-by: James <namnh0122@gmail.com> * chore: set state thread and models migration using getOnInit (#3189) * chore: set state thread and models migration using getOnInit * chore: add state as dependecies hooks * chore: system monitor panel show engine model (#3192) * fix: remove config api, replace with engine Signed-off-by: James <namnh0122@gmail.com> * update Signed-off-by: James <namnh0122@gmail.com> * update reactquery Signed-off-by: James <namnh0122@gmail.com> * bump cortex 0.4.35 * feat: add waiting for cortex popup Signed-off-by: James <namnh0122@gmail.com> * chore: add loader detail model popup (#3195) * chore: model start loader (#3197) * chore: added model loader when user starting chat without model active * chore: update copies loader * fix: select min file size if recommended quant does not exist Signed-off-by: James <namnh0122@gmail.com> * chore: temporary hide gpu config * fix: tensorrt not shown Signed-off-by: James <namnh0122@gmail.com> * fix lint Signed-off-by: James <namnh0122@gmail.com> * fix tests Signed-off-by: James <namnh0122@gmail.com> * fix e2e tests (wip) Signed-off-by: James <namnh0122@gmail.com> * update Signed-off-by: James <namnh0122@gmail.com> * fix: adding element and correct test to adapt new UI * fix: temp skip unstable part * fix: only show models which can be supported Signed-off-by: James <namnh0122@gmail.com> * Update version.txt * update send message Signed-off-by: James <namnh0122@gmail.com> * fix: not allow user send message when is generating Signed-off-by: James <namnh0122@gmail.com> * chore: temp skip Playwright test due to env issue * chore: temp skip Playwright test due to env issue * update Signed-off-by: James <namnh0122@gmail.com> * chore: minor-ui-feedback (#3202) --------- Signed-off-by: James <namnh0122@gmail.com> Co-authored-by: Louis <louis@jan.ai> Co-authored-by: Faisal Amir <urmauur@gmail.com> Co-authored-by: Hien To <tominhhien97@gmail.com> Co-authored-by: Van Pham <64197333+Van-QA@users.noreply.github.com> Co-authored-by: Van-QA <van@jan.ai>
113 lines
3.5 KiB
TypeScript
113 lines
3.5 KiB
TypeScript
import { useCallback } from 'react'
|
|
|
|
import { ImportingModel, Model, OptionType } from '@janhq/core'
|
|
|
|
import { atom } from 'jotai'
|
|
|
|
export type ImportModelStage =
|
|
| 'NONE'
|
|
| 'SELECTING_MODEL'
|
|
| 'CHOOSE_WHAT_TO_IMPORT'
|
|
| 'MODEL_SELECTED'
|
|
| 'IMPORTING_MODEL'
|
|
| 'EDIT_MODEL_INFO'
|
|
| 'CONFIRM_CANCEL'
|
|
|
|
const importModelStageAtom = atom<ImportModelStage>('NONE')
|
|
|
|
export const getImportModelStageAtom = atom((get) => get(importModelStageAtom))
|
|
|
|
export const setImportModelStageAtom = atom(
|
|
null,
|
|
(_get, set, stage: ImportModelStage) => {
|
|
set(importModelStageAtom, stage)
|
|
}
|
|
)
|
|
|
|
export type ModelUpdate = {
|
|
name: string
|
|
description: string
|
|
tags: string[]
|
|
}
|
|
|
|
const useImportModel = () => {
|
|
// const setImportModelStage = useSetAtom(setImportModelStageAtom)
|
|
// const setImportingModels = useSetAtom(importingModelsAtom)
|
|
|
|
const importModels = useCallback(
|
|
(models: ImportingModel[], optionType: OptionType) => {
|
|
console.log('importModels', models, optionType)
|
|
// return localImportModels(models, optionType)
|
|
},
|
|
[]
|
|
)
|
|
|
|
const updateModelInfo = useCallback(async (modelInfo: Partial<Model>) => {
|
|
console.log('updateModelInfo', modelInfo)
|
|
// localUpdateModelInfo(modelInfo)
|
|
}, [])
|
|
|
|
const sanitizeFilePaths = useCallback(async (filePaths: string[]) => {
|
|
console.log('sanitizeFilePaths', filePaths)
|
|
// if (!filePaths || filePaths.length === 0) return
|
|
// const sanitizedFilePaths: FilePathWithSize[] = []
|
|
// for (const filePath of filePaths) {
|
|
// const fileStats = await fs.fileStat(filePath, true)
|
|
// if (!fileStats) continue
|
|
// if (!fileStats.isDirectory) {
|
|
// const fileName = await baseName(filePath)
|
|
// sanitizedFilePaths.push({
|
|
// path: filePath,
|
|
// name: fileName,
|
|
// size: fileStats.size,
|
|
// })
|
|
// } else {
|
|
// // allowing only one level of directory
|
|
// const files = await fs.readdirSync(filePath)
|
|
// for (const file of files) {
|
|
// const fullPath = await joinPath([filePath, file])
|
|
// const fileStats = await fs.fileStat(fullPath, true)
|
|
// if (!fileStats || fileStats.isDirectory) continue
|
|
// sanitizedFilePaths.push({
|
|
// path: fullPath,
|
|
// name: file,
|
|
// size: fileStats.size,
|
|
// })
|
|
// }
|
|
// }
|
|
// }
|
|
// const unsupportedFiles = sanitizedFilePaths.filter(
|
|
// (file) => !file.path.endsWith('.gguf')
|
|
// )
|
|
// const supportedFiles = sanitizedFilePaths.filter((file) =>
|
|
// file.path.endsWith('.gguf')
|
|
// )
|
|
// const importingModels: ImportingModel[] = supportedFiles.map(
|
|
// ({ path, name, size }: FilePathWithSize) => ({
|
|
// importId: uuidv4(),
|
|
// modelId: undefined,
|
|
// name: name.replace('.gguf', ''),
|
|
// description: '',
|
|
// path: path,
|
|
// tags: [],
|
|
// size: size,
|
|
// status: 'PREPARING',
|
|
// format: 'gguf',
|
|
// })
|
|
// )
|
|
// if (unsupportedFiles.length > 0) {
|
|
// snackbar({
|
|
// description: `Only files with .gguf extension can be imported.`,
|
|
// type: 'error',
|
|
// })
|
|
// }
|
|
// if (importingModels.length === 0) return
|
|
// setImportingModels(importingModels)
|
|
// setImportModelStage('MODEL_SELECTED')
|
|
}, [])
|
|
|
|
return { importModels, updateModelInfo, sanitizeFilePaths }
|
|
}
|
|
|
|
export default useImportModel
|