diff --git a/plugins/inference-plugin/module.ts b/plugins/inference-plugin/module.ts
index e3bad81d8..b0318bd03 100644
--- a/plugins/inference-plugin/module.ts
+++ b/plugins/inference-plugin/module.ts
@@ -33,12 +33,14 @@ const initModel = (fileName) => {
         let binaryName;
 
         if (process.platform === "win32") {
+          // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
           binaryName = "nitro_windows_amd64_cuda.exe";
         } else if (process.platform === "darwin") {
           // Mac OS platform
           binaryName = process.arch === "arm64" ? "nitro_mac_arm64" : "nitro_mac_intel";
         } else {
           // Linux
+          // Todo: Need to check for CUDA support to switch between CUDA and non-CUDA binaries
           binaryName = "nitro_linux_amd64_cuda"; // For other platforms
         }
 
diff --git a/plugins/inference-plugin/nitro/libcrypto-3-x64.dll b/plugins/inference-plugin/nitro/libcrypto-3-x64.dll
new file mode 100644
index 000000000..b9223ec18
Binary files /dev/null and b/plugins/inference-plugin/nitro/libcrypto-3-x64.dll differ
diff --git a/plugins/inference-plugin/nitro/libssl-3-x64.dll b/plugins/inference-plugin/nitro/libssl-3-x64.dll
new file mode 100644
index 000000000..d48518e4f
Binary files /dev/null and b/plugins/inference-plugin/nitro/libssl-3-x64.dll differ
diff --git a/plugins/inference-plugin/nitro/llama.dll b/plugins/inference-plugin/nitro/llama.dll
new file mode 100644
index 000000000..73a1dd038
Binary files /dev/null and b/plugins/inference-plugin/nitro/llama.dll differ
diff --git a/plugins/inference-plugin/nitro/nitro_linux_amd64 b/plugins/inference-plugin/nitro/nitro_linux_amd64
new file mode 100755
index 000000000..de571b7d6
Binary files /dev/null and b/plugins/inference-plugin/nitro/nitro_linux_amd64 differ
diff --git a/plugins/inference-plugin/nitro/nitro_windows_amd64.exe b/plugins/inference-plugin/nitro/nitro_windows_amd64.exe
new file mode 100644
index 000000000..9b2131fbf
Binary files /dev/null and b/plugins/inference-plugin/nitro/nitro_windows_amd64.exe differ
diff --git a/plugins/inference-plugin/nitro/nitro_windows_amd64_cuda.exe b/plugins/inference-plugin/nitro/nitro_windows_amd64_cuda.exe
index f28f46955..36c3d8c04 100644
Binary files a/plugins/inference-plugin/nitro/nitro_windows_amd64_cuda.exe and b/plugins/inference-plugin/nitro/nitro_windows_amd64_cuda.exe differ
diff --git a/plugins/inference-plugin/nitro/zlib.dll b/plugins/inference-plugin/nitro/zlib.dll
index 72db396cf..dfec1a0b7 100644
Binary files a/plugins/inference-plugin/nitro/zlib.dll and b/plugins/inference-plugin/nitro/zlib.dll differ