Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: queue server start and model load

Browse Source
This commit is contained in:
Louis 2024-11-07 12:06:46 +07:00
parent e41bcffcef
commit ced44973b8
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
extensions/inference-cortex-extension/src/index.ts
View File

@ -11,7 +11,6 @@ import {
executeOnMain,
systemInformation,
joinPath,
dirName,
LocalOAIEngine,
InferenceEngine,
getJanDataFolderPath,
@ -97,7 +96,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
model.settings = settings
}
return await ky
return await this.queue.add(() => ky
.post(`${CORTEX_API_URL}/v1/models/start`, {
json: {
...extractModelLoadParams(model.settings),
@ -112,7 +111,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
.catch(async (e) => {
throw (await e.response?.json()) ?? e
})
.then()
.then())
}
override async unloadModel(model: Model): Promise<void> {