Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Revert drogon thread to 1 instead of CPU num

Browse Source
This commit is contained in:
hiro 2023-12-12 07:27:25 +07:00
parent 577921f21f
commit 14f83ddb70
1 changed files with 4 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
extensions/inference-nitro-extension/src/module.ts
View File

@ -179,10 +179,8 @@ async function spawnNitroProcess(nitroResourceProbe: any): Promise<any> {
let binaryName;
if (process.platform === "win32") {
// Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
binaryName = "win-start.bat";
} else if (process.platform === "darwin") {
// Mac OS platform
if (process.arch === "arm64") {
binaryFolder = path.join(binaryFolder, "mac-arm64");
} else {
@ -190,21 +188,15 @@ async function spawnNitroProcess(nitroResourceProbe: any): Promise<any> {
}
binaryName = "nitro";
} else {
// Linux
// Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
binaryName = "linux-start.sh"; // For other platforms
binaryName = "linux-start.sh";
}
const binaryPath = path.join(binaryFolder, binaryName);
// Execute the binary
subprocess = spawn(
binaryPath,
[nitroResourceProbe.numCpuPhysicalCore, "127.0.0.1", PORT],
{
cwd: binaryFolder,
}
);
subprocess = spawn(binaryPath, [1, LOCAL_HOST, PORT], {
cwd: binaryFolder,
});
// Handle subprocess output
subprocess.stdout.on("data", (data) => {
@ -274,7 +266,6 @@ function validateModelVersion(): Promise<void> {
});
}
function dispose() {
// clean other registered resources here
killSubprocess();