From 42c416ebd509da32802090a4d534cb7397ed2c2f Mon Sep 17 00:00:00 2001
From: hiento09 <136591877+hiento09@users.noreply.github.com>
Date: Thu, 18 Jan 2024 19:10:37 +0700
Subject: [PATCH] fix/#1650-hogging-resources (#1663)

---
 extensions/inference-nitro-extension/src/node/index.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/extensions/inference-nitro-extension/src/node/index.ts b/extensions/inference-nitro-extension/src/node/index.ts
index fc22f62e7..765b2240f 100644
--- a/extensions/inference-nitro-extension/src/node/index.ts
+++ b/extensions/inference-nitro-extension/src/node/index.ts
@@ -123,7 +123,7 @@ async function runModel(
       llama_model_path: currentModelFile,
       ...wrapper.model.settings,
       // This is critical and requires real system information
-      cpu_threads: nitroResourceProbe.numCpuPhysicalCore,
+      cpu_threads: Math.max(1, Math.round(nitroResourceProbe.numCpuPhysicalCore / 2)),
     };
     return runNitroAndLoadModel();
   }