Chore/update nitro d09bae4 (#282)

* fix(nitro): Update config for new nitro

* fix(nitro): Update new name mapping

* feat(nitro): Update new version d09bae4

* chore(nitro): Update windows to new version

* fix: Update path to none

Co-authored-by: Louis <133622055+louis-jan@users.noreply.github.com>

* fix: Update inline conditional for binary selection re: platform

Co-authored-by: Louis <133622055+louis-jan@users.noreply.github.com>

* fix(nitro): Update port for nitro webserver

---------

Co-authored-by: Louis <133622055+louis-jan@users.noreply.github.com>

electron/core/plugins/inference-plugin/index.js

@@ -17,7 +17,7 @@ const dispose = async () =>
         .then((res) => resolve(res));
     }
   });
-const inferenceUrl = () => "http://localhost:8080/llama/chat_completion";
+const inferenceUrl = () => "http://localhost:3928/llama/chat_completion";
 
 // Register all the above functions and objects with the relevant extension points
 export function init({ register }) {

electron/core/plugins/inference-plugin/module.js

@@ -51,12 +51,12 @@ async function initModel(product) {
   let binaryName;
 
   if (process.platform === "win32") {
-    binaryName = "nitro.exe";
+    binaryName = "nitro_windows_amd64.exe";
   } else if (process.platform === "darwin") { // Mac OS platform
-    binaryName = process.arch === "arm64" ? "nitro" : "nitro_mac_intel";
+    binaryName = process.arch === "arm64" ? "nitro_mac_arm64" : "nitro_mac_amd64";
   } else {
     // Linux
-    binaryName = "nitro_linux"; // For other platforms
+    binaryName = "nitro_linux_amd64_cuda"; // For other platforms
   }
 
   const binaryPath = path.join(binaryFolder, binaryName);

electron/core/plugins/inference-plugin/nitro/config/config.json

@@ -1 +1,13 @@
-{"custom_config": {"llama_model_path":"","ctx_len":2048,"ngl":100}}
+{
+	"listeners": [
+		{
+			"address": "0.0.0.0",
+			"port": 3928
+		}
+	],
+	"custom_config": {
+		"llama_model_path": "",
+		"ctx_len": 2048,
+		"ngl": 100
+	}
+}