diff --git a/models/llama2-chat-70b-q4/model.json b/models/llama2-chat-70b-q4/model.json index 00349d578..07886aed5 100644 --- a/models/llama2-chat-70b-q4/model.json +++ b/models/llama2-chat-70b-q4/model.json @@ -19,6 +19,7 @@ "author": "MetaAI, The Bloke", "tags": ["70B", "Foundational Model"], "size": 43920000000 - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/llama2-chat-7b-q5/model.json b/models/llama2-chat-7b-q5/model.json index b43e134eb..96c652ab2 100644 --- a/models/llama2-chat-7b-q5/model.json +++ b/models/llama2-chat-7b-q5/model.json @@ -19,6 +19,7 @@ "author": "MetaAI, The Bloke", "tags": ["7B", "Foundational Model"], "size": 4780000000 - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/mistral-ins-7b-q4/model.json b/models/mistral-ins-7b-q4/model.json index a5f87c980..9fc86f1be 100644 --- a/models/mistral-ins-7b-q4/model.json +++ b/models/mistral-ins-7b-q4/model.json @@ -20,6 +20,7 @@ "tags": ["Featured", "7B", "Foundational Model"], "size": 4370000000, "cover": "https://raw.githubusercontent.com/janhq/jan/main/models/mistral-ins-7b-q4/cover.png" - } + }, + "engine": "nitro" } \ No newline at end of file diff --git a/models/mistral-ins-7b-q5/model.json b/models/mistral-ins-7b-q5/model.json index b8669161e..291f2ad0e 100644 --- a/models/mistral-ins-7b-q5/model.json +++ b/models/mistral-ins-7b-q5/model.json @@ -19,6 +19,7 @@ "author": "MistralAI, The Bloke", "tags": ["7B", "Foundational Model"], "size": 5130000000 - } + }, + "engine": "nitro" } \ No newline at end of file