diff --git a/extensions/model-extension/package.json b/extensions/model-extension/package.json index d81326fed..e7f113e49 100644 --- a/extensions/model-extension/package.json +++ b/extensions/model-extension/package.json @@ -1,6 +1,6 @@ { "name": "@janhq/model-extension", - "version": "1.0.16", + "version": "1.0.17", "description": "Model Management Extension provides model exploration and seamless downloads", "main": "dist/index.js", "module": "dist/module.js", diff --git a/models/codeninja-1.0-7b/model.json b/models/codeninja-1.0-7b/model.json new file mode 100644 index 000000000..fbffaba6b --- /dev/null +++ b/models/codeninja-1.0-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/beowolx/CodeNinja-1.0-OpenChat-7B-GGUF/resolve/main/codeninja-1.0-openchat-7b.Q4_K_M.gguf", + "id": "codeninja-1.0-7b", + "object": "model", + "name": "CodeNinja 7B Q4", + "version": "1.0", + "description": "CodeNinja is finetuned on openchat/openchat-3.5-1210. It is good for codding tasks", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "GPT4 Correct User: {prompt}<|end_of_turn|>GPT4 Correct Assistant:" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Beowolx", + "tags": ["7B", "Finetuned"], + "size": 4370000000 + }, + "engine": "nitro" + } + \ No newline at end of file diff --git a/models/magicoder-s-ds-7b/model.json b/models/magicoder-s-ds-7b/model.json new file mode 100644 index 000000000..e9b8f2d3b --- /dev/null +++ b/models/magicoder-s-ds-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/TheBloke/Magicoder-S-DS-6.7B-GGUF/resolve/main/magicoder-s-ds-6.7b.Q4_K_M.gguf", + "id": "magicoder-s-ds7b", + "object": "model", + "name": "Magicoder 7B Q4", + "version": "1.0", + "description": "Magicoder is a model family, a novel approach to enlightening LLMs with open-source code snippets for generating low-bias and high-quality instruction data for code.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "@@ Instruction\n{prompt}\n@@ Response" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Ise-uiuc", + "tags": ["7B", "Code"], + "size": 4080000000 + }, + "engine": "nitro" + } + \ No newline at end of file diff --git a/models/stealth-v1.2-7b/model.json b/models/stealth-v1.2-7b/model.json new file mode 100644 index 000000000..76264b9c8 --- /dev/null +++ b/models/stealth-v1.2-7b/model.json @@ -0,0 +1,25 @@ +{ + "source_url": "https://huggingface.co/janhq/stealth-v1.2-GGUF/resolve/main/stealth-v1.2.Q4_K_M.gguf", + "id": "stealth-v1.2-7b", + "object": "model", + "name": "Stealth-v1.2 7B Q4", + "version": "1.0", + "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Jan", + "tags": [ + "7B", + "Merged" + ], + "size": 4370000000 + }, + "engine": "nitro" + } \ No newline at end of file diff --git a/models/trinity-v1-7b/model.json b/models/trinity-v1-7b/model.json index d792393d0..400ab1028 100644 --- a/models/trinity-v1-7b/model.json +++ b/models/trinity-v1-7b/model.json @@ -4,7 +4,7 @@ "object": "model", "name": "Trinity-v1 7B Q4", "version": "1.0", - "description": "Trinity is an experimental model merge of GreenNodeLM & LeoScorpius using the Slerp method. Recommended for daily assistance purposes.", + "description": "Please use the latest version Trinity v1.2 for the best experience. Trinity is an experimental model merge of GreenNodeLM & LeoScorpius using the Slerp method. Recommended for daily assistance purposes.", "format": "gguf", "settings": { "ctx_len": 4096,