From fffeaf5bc96277e6834e01c307661d07a4702913 Mon Sep 17 00:00:00 2001 From: Service Account Date: Wed, 25 Oct 2023 14:32:48 +0700 Subject: [PATCH] Change to load nitron on windows and linux from bash/shell script --- plugins/inference-plugin/module.ts | 4 ++-- plugins/inference-plugin/nitro/nitro_start_linux.sh | 6 ++++++ plugins/inference-plugin/nitro/nitro_start_windows.bat | 10 ++++++++++ 3 files changed, 18 insertions(+), 2 deletions(-) create mode 100755 plugins/inference-plugin/nitro/nitro_start_linux.sh create mode 100755 plugins/inference-plugin/nitro/nitro_start_windows.bat diff --git a/plugins/inference-plugin/module.ts b/plugins/inference-plugin/module.ts index b0318bd03..0ddddc37e 100644 --- a/plugins/inference-plugin/module.ts +++ b/plugins/inference-plugin/module.ts @@ -34,14 +34,14 @@ const initModel = (fileName) => { if (process.platform === "win32") { // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries - binaryName = "nitro_windows_amd64_cuda.exe"; + binaryName = "nitro_start_windows.bat"; } else if (process.platform === "darwin") { // Mac OS platform binaryName = process.arch === "arm64" ? "nitro_mac_arm64" : "nitro_mac_intel"; } else { // Linux // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries - binaryName = "nitro_linux_amd64_cuda"; // For other platforms + binaryName = "nitro_start_linux.sh"; // For other platforms } const binaryPath = path.join(binaryFolder, binaryName); diff --git a/plugins/inference-plugin/nitro/nitro_start_linux.sh b/plugins/inference-plugin/nitro/nitro_start_linux.sh new file mode 100755 index 000000000..19ac36f21 --- /dev/null +++ b/plugins/inference-plugin/nitro/nitro_start_linux.sh @@ -0,0 +1,6 @@ +#!/bin/bash + +#!/bin/bash + +# Attempt to run the nitro_linux_amd64_cuda file and if it fails, run nitro_linux_amd64 +./nitro_linux_amd64_cuda || (echo "nitro_linux_amd64_cuda encountered an error, attempting to run nitro_linux_amd64..." && ./nitro_linux_amd64) diff --git a/plugins/inference-plugin/nitro/nitro_start_windows.bat b/plugins/inference-plugin/nitro/nitro_start_windows.bat new file mode 100755 index 000000000..4f7cb4247 --- /dev/null +++ b/plugins/inference-plugin/nitro/nitro_start_windows.bat @@ -0,0 +1,10 @@ +@echo off + +rem Attempt to run nitro_windows_amd64_cuda.exe +nitro_windows_amd64_cuda.exe + +rem Check the exit code of the previous command +if %errorlevel% neq 0 ( + echo nitro_windows_amd64_cuda.exe encountered an error, attempting to run nitro_windows_amd64.exe... + nitro_windows_amd64.exe +)