From 28368ee03bbc33ce61e24e9f7f8023a4cd52fed0 Mon Sep 17 00:00:00 2001 From: hiro Date: Tue, 5 Dec 2023 17:44:32 +0700 Subject: [PATCH] fix: Add engine nitro --- models/llama2-chat-70b-q4/model.json | 3 ++- models/llama2-chat-7b-q5/model.json | 3 ++- models/mistral-ins-7b-q4/model.json | 3 ++- models/mistral-ins-7b-q5/model.json | 3 ++- 4 files changed, 8 insertions(+), 4 deletions(-) diff --git a/models/llama2-chat-70b-q4/model.json b/models/llama2-chat-70b-q4/model.json index 00349d578..07886aed5 100644 --- a/models/llama2-chat-70b-q4/model.json +++ b/models/llama2-chat-70b-q4/model.json @@ -19,6 +19,7 @@ "author": "MetaAI, The Bloke", "tags": ["70B", "Foundational Model"], "size": 43920000000 - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/llama2-chat-7b-q5/model.json b/models/llama2-chat-7b-q5/model.json index b43e134eb..96c652ab2 100644 --- a/models/llama2-chat-7b-q5/model.json +++ b/models/llama2-chat-7b-q5/model.json @@ -19,6 +19,7 @@ "author": "MetaAI, The Bloke", "tags": ["7B", "Foundational Model"], "size": 4780000000 - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/mistral-ins-7b-q4/model.json b/models/mistral-ins-7b-q4/model.json index a5f87c980..9fc86f1be 100644 --- a/models/mistral-ins-7b-q4/model.json +++ b/models/mistral-ins-7b-q4/model.json @@ -20,6 +20,7 @@ "tags": ["Featured", "7B", "Foundational Model"], "size": 4370000000, "cover": "https://raw.githubusercontent.com/janhq/jan/main/models/mistral-ins-7b-q4/cover.png" - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/mistral-ins-7b-q5/model.json b/models/mistral-ins-7b-q5/model.json index b8669161e..291f2ad0e 100644 --- a/models/mistral-ins-7b-q5/model.json +++ b/models/mistral-ins-7b-q5/model.json @@ -19,6 +19,7 @@ "author": "MistralAI, The Bloke", "tags": ["7B", "Foundational Model"], "size": 5130000000 - } + }, + "engine": "nitro" } \ No newline at end of file