diff --git a/models/capybara-34b/model.json b/models/capybara-34b/model.json index 09e6e64a0..e4263f957 100644 --- a/models/capybara-34b/model.json +++ b/models/capybara-34b/model.json @@ -19,7 +19,7 @@ "author": "NousResearch, The Bloke", "tags": ["34B", "Finetuned"], "size": 24320000000 - }, - "engine": "llama.cpp" + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/lzlv-70b/model.json b/models/lzlv-70b/model.json index 249171fcf..ca6af617e 100644 --- a/models/lzlv-70b/model.json +++ b/models/lzlv-70b/model.json @@ -20,6 +20,6 @@ "tags": ["70B", "Finetuned"], "size": 48750000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/neural-chat-7b/model.json b/models/neural-chat-7b/model.json index 634f9efe9..1d6271469 100644 --- a/models/neural-chat-7b/model.json +++ b/models/neural-chat-7b/model.json @@ -20,6 +20,6 @@ "tags": ["Recommended", "7B", "Finetuned"], "size": 4370000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/noromaid-20b/model.json b/models/noromaid-20b/model.json index 698687d8b..a7c4bceb8 100644 --- a/models/noromaid-20b/model.json +++ b/models/noromaid-20b/model.json @@ -19,6 +19,7 @@ "author": "NeverSleep, The Bloke", "tags": ["34B", "Finetuned"], "size": 12040000000 - } + }, + "engine": "llama_cpp" } \ No newline at end of file diff --git a/models/openai-gpt-3.5/model.json b/models/openai-gpt-3.5/model.json index 8d5060e6c..c794349aa 100644 --- a/models/openai-gpt-3.5/model.json +++ b/models/openai-gpt-3.5/model.json @@ -1,12 +1,14 @@ { - "source_url": "https://api.openai.com/v1", + "source_url": "https://openai.com", "id": "openai-gpt35", "object": "model", "name": "OpenAI GPT 3.5", "version": 1.0, "description": "OpenAI GPT 3.5 model is extremely good", "format": "api", - "settings": {}, + "settings": { + "base_url": "https://api.openai.com/v1" + }, "parameters": { "max_tokens": 4096 }, diff --git a/models/openorca-13b/model.json b/models/openorca-13b/model.json index edb0e24af..42c8bd96e 100644 --- a/models/openorca-13b/model.json +++ b/models/openorca-13b/model.json @@ -20,6 +20,6 @@ "tags": ["13B", "Finetuned"], "size": 9230000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/phind-34b/model.json b/models/phind-34b/model.json index dd68b4771..eb3c1a18a 100644 --- a/models/phind-34b/model.json +++ b/models/phind-34b/model.json @@ -20,6 +20,6 @@ "tags": ["34B", "Finetuned"], "size": 24320000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/rocket-3b/model.json b/models/rocket-3b/model.json index 4c8f29454..b1d338e11 100644 --- a/models/rocket-3b/model.json +++ b/models/rocket-3b/model.json @@ -20,5 +20,5 @@ "tags": ["Tiny", "Finetuned"], "size": 1710000000 }, - "engine": "llama.cpp" + "engine": "llama_cpp" } \ No newline at end of file diff --git a/models/starling-7b/model.json b/models/starling-7b/model.json index a9e237ec3..52b03f8b1 100644 --- a/models/starling-7b/model.json +++ b/models/starling-7b/model.json @@ -20,6 +20,6 @@ "tags": ["Recommended", "7B","Finetuned"], "size": 4370000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/tiefighter-13b/model.json b/models/tiefighter-13b/model.json index a0fcdb04e..20075777c 100644 --- a/models/tiefighter-13b/model.json +++ b/models/tiefighter-13b/model.json @@ -20,6 +20,6 @@ "tags": ["13B", "Finetuned"], "size": 9230000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/tinyllama-1.1b/model.json b/models/tinyllama-1.1b/model.json index 40bcf4c14..bc5dcb0c6 100644 --- a/models/tinyllama-1.1b/model.json +++ b/models/tinyllama-1.1b/model.json @@ -10,7 +10,8 @@ "ctx_len": 2048, "system_prompt": "<|system|>\n", "user_prompt": "<|user|>\n", - "ai_prompt": "<|assistant|>\n" + "ai_prompt": "<|assistant|>\n", + "engine": "nitro" }, "parameters": { "max_tokens": 2048 @@ -19,6 +20,5 @@ "author": "TinyLlama", "tags": ["Tiny", "Foundation Model"], "size": 637000000 - }, - "engine": "llama.cpp" + } } \ No newline at end of file diff --git a/models/wizardcoder-13b/model.json b/models/wizardcoder-13b/model.json index 1b86632e9..40f275037 100644 --- a/models/wizardcoder-13b/model.json +++ b/models/wizardcoder-13b/model.json @@ -20,6 +20,6 @@ "tags": ["Recommended", "13B", "Finetuned"], "size": 9230000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/yi-34b/model.json b/models/yi-34b/model.json index 103e048f9..ab111591c 100644 --- a/models/yi-34b/model.json +++ b/models/yi-34b/model.json @@ -20,6 +20,6 @@ "tags": ["34B", "Foundational Model"], "size": 24320000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file diff --git a/models/zephyr-beta-7b/model.json b/models/zephyr-beta-7b/model.json index a846f6b1c..4993366fd 100644 --- a/models/zephyr-beta-7b/model.json +++ b/models/zephyr-beta-7b/model.json @@ -20,6 +20,6 @@ "tags": ["7B", "Finetuned"], "size": 4370000000 }, - "engine": "llama.cpp" + "engine": "nitro" } \ No newline at end of file