From d4b45405053e4e7a3bc077ef557bf0ec59ce215d Mon Sep 17 00:00:00 2001 From: hiento09 <136591877+hiento09@users.noreply.github.com> Date: Tue, 26 Dec 2023 19:15:38 +0700 Subject: [PATCH] add sleep 500ms if platform is windows (#1215) Co-authored-by: Hien To --- extensions/inference-nitro-extension/src/module.ts | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/extensions/inference-nitro-extension/src/module.ts b/extensions/inference-nitro-extension/src/module.ts index a990ef81b..25836a875 100644 --- a/extensions/inference-nitro-extension/src/module.ts +++ b/extensions/inference-nitro-extension/src/module.ts @@ -68,6 +68,15 @@ async function loadModel(nitroResourceProbe: any | undefined) { if (!nitroResourceProbe) nitroResourceProbe = await getResourcesInfo(); return killSubprocess() .then(() => tcpPortUsed.waitUntilFree(PORT, 300, 5000)) + // wait for 500ms to make sure the port is free for windows platform + .then(() => { + if (process.platform === "win32") { + return sleep(500); + } + else { + return sleep(0); + } + }) .then(() => spawnNitroProcess(nitroResourceProbe)) .then(() => loadLLMModel(currentSettings)) .then(validateModelStatus) @@ -78,6 +87,11 @@ async function loadModel(nitroResourceProbe: any | undefined) { }); } +// Add function sleep +function sleep(ms) { + return new Promise((resolve) => setTimeout(resolve, ms)); +} + function promptTemplateConverter(promptTemplate) { // Split the string using the markers const systemMarker = "{system_message}";