diff --git a/plugins/inference-plugin/nitro/config/config.json b/plugins/inference-plugin/nitro/config/config.json
deleted file mode 100644
index 1ec0e4cf6..000000000
--- a/plugins/inference-plugin/nitro/config/config.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
-	"listeners": [
-		{
-			"address": "0.0.0.0",
-			"port": 3928
-		}
-	],
-	"custom_config": {
-		"llama_model_path": "",
-		"ctx_len": 2048,
-		"ngl": 100
-	}
-}