From ced44973b821af829ab1cbfba136036ee72f15f8 Mon Sep 17 00:00:00 2001
From: Louis <louis@jan.ai>
Date: Thu, 7 Nov 2024 12:06:46 +0700
Subject: [PATCH] chore: queue server start and model load

---
 extensions/inference-cortex-extension/src/index.ts | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/extensions/inference-cortex-extension/src/index.ts b/extensions/inference-cortex-extension/src/index.ts
index e099aae44..2f65c3c09 100644
--- a/extensions/inference-cortex-extension/src/index.ts
+++ b/extensions/inference-cortex-extension/src/index.ts
@@ -11,7 +11,6 @@ import {
   executeOnMain,
   systemInformation,
   joinPath,
-  dirName,
   LocalOAIEngine,
   InferenceEngine,
   getJanDataFolderPath,
@@ -97,7 +96,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
       model.settings = settings
     }
 
-    return await ky
+    return await this.queue.add(() => ky
       .post(`${CORTEX_API_URL}/v1/models/start`, {
         json: {
           ...extractModelLoadParams(model.settings),
@@ -112,7 +111,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
       .catch(async (e) => {
         throw (await e.response?.json()) ?? e
       })
-      .then()
+      .then())
   }
 
   override async unloadModel(model: Model): Promise<void> {