From 3909fe47ff1289644246c3b912a0c6f7d901cfbc Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 17:15:08 +0700 Subject: [PATCH 1/7] add(stealth): add new model to the list --- models/stealth-v1.1-7b/model.json | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 models/stealth-v1.1-7b/model.json diff --git a/models/stealth-v1.1-7b/model.json b/models/stealth-v1.1-7b/model.json new file mode 100644 index 000000000..365976871 --- /dev/null +++ b/models/stealth-v1.1-7b/model.json @@ -0,0 +1,26 @@ +{ + "source_url": "https://huggingface.co/janhq/stealth-v1.1-GGUF/resolve/main/stealth-v1.1.Q4_K_M.gguf", + "id": "stealth-v1.1-7b", + "object": "model", + "name": "Stealth-v1.1 7B Q4", + "version": "1.0", + "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Jan", + "tags": [ + "7B", + "Merged" + ], + "size": 4370000000 + }, + "engine": "nitro", + "state": "ready" + } \ No newline at end of file From 6e94e11c6c18292b11048e7d2ba5c2d991306ce0 Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 17:16:06 +0700 Subject: [PATCH 2/7] fix(trinity-v1): add a notification for users to use trinity v1.2 --- models/trinity-v1-7b/model.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/trinity-v1-7b/model.json b/models/trinity-v1-7b/model.json index d792393d0..400ab1028 100644 --- a/models/trinity-v1-7b/model.json +++ b/models/trinity-v1-7b/model.json @@ -4,7 +4,7 @@ "object": "model", "name": "Trinity-v1 7B Q4", "version": "1.0", - "description": "Trinity is an experimental model merge of GreenNodeLM & LeoScorpius using the Slerp method. Recommended for daily assistance purposes.", + "description": "Please use the latest version Trinity v1.2 for the best experience. Trinity is an experimental model merge of GreenNodeLM & LeoScorpius using the Slerp method. Recommended for daily assistance purposes.", "format": "gguf", "settings": { "ctx_len": 4096, From 0dd6e935aa57054cf0708ce07247fb9bab63749b Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 17:21:41 +0700 Subject: [PATCH 3/7] add(magiccoder): add new model magiccoder 7b due to users requested --- models/magicoder-s-ds-7b/model.json | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 models/magicoder-s-ds-7b/model.json diff --git a/models/magicoder-s-ds-7b/model.json b/models/magicoder-s-ds-7b/model.json new file mode 100644 index 000000000..e9b8f2d3b --- /dev/null +++ b/models/magicoder-s-ds-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/TheBloke/Magicoder-S-DS-6.7B-GGUF/resolve/main/magicoder-s-ds-6.7b.Q4_K_M.gguf", + "id": "magicoder-s-ds7b", + "object": "model", + "name": "Magicoder 7B Q4", + "version": "1.0", + "description": "Magicoder is a model family, a novel approach to enlightening LLMs with open-source code snippets for generating low-bias and high-quality instruction data for code.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "@@ Instruction\n{prompt}\n@@ Response" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Ise-uiuc", + "tags": ["7B", "Code"], + "size": 4080000000 + }, + "engine": "nitro" + } + \ No newline at end of file From 4e5297bebc3d45bb0b60e77340bc3a3b749772a2 Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 21:30:26 +0700 Subject: [PATCH 4/7] add(codeninja): add new top coding model --- models/codeninja-1.0-7b/model.json | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 models/codeninja-1.0-7b/model.json diff --git a/models/codeninja-1.0-7b/model.json b/models/codeninja-1.0-7b/model.json new file mode 100644 index 000000000..964814e17 --- /dev/null +++ b/models/codeninja-1.0-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/beowolx/CodeNinja-1.0-OpenChat-7B-GGUF/resolve/main/codeninja-1.0-openchat-7b.Q4_K_M.gguf", + "id": "codeninja-1.0-7b", + "object": "model", + "name": "CodeNinja 7B Q4", + "version": "1.0", + "description": "CodeNinja is an enhanced version of the renowned model openchat/openchat-3.5-1210. It is designed to be an indispensable tool for coders", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "GPT4 Correct User: {prompt}<|end_of_turn|>GPT4 Correct Assistant:" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Beowolx", + "tags": ["7B", "Finetuned"], + "size": 4370000000 + }, + "engine": "nitro" + } + \ No newline at end of file From 7fb2a60bcae8818ec6ba3ff4c75e89e884853541 Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Thu, 28 Dec 2023 18:35:34 +0700 Subject: [PATCH 5/7] fix(package.json): update version to 1.0.17 --- extensions/model-extension/package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/model-extension/package.json b/extensions/model-extension/package.json index d81326fed..e7f113e49 100644 --- a/extensions/model-extension/package.json +++ b/extensions/model-extension/package.json @@ -1,6 +1,6 @@ { "name": "@janhq/model-extension", - "version": "1.0.16", + "version": "1.0.17", "description": "Model Management Extension provides model exploration and seamless downloads", "main": "dist/index.js", "module": "dist/module.js", From 281e1cd2ce69d40fa42d2feb37db54f9c1eca707 Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Thu, 28 Dec 2023 18:41:18 +0700 Subject: [PATCH 6/7] fix(stealth): delete state and update to v1.2 --- models/{stealth-v1.1-7b => stealth-v1.2-7b}/model.json | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) rename models/{stealth-v1.1-7b => stealth-v1.2-7b}/model.json (72%) diff --git a/models/stealth-v1.1-7b/model.json b/models/stealth-v1.2-7b/model.json similarity index 72% rename from models/stealth-v1.1-7b/model.json rename to models/stealth-v1.2-7b/model.json index 365976871..76264b9c8 100644 --- a/models/stealth-v1.1-7b/model.json +++ b/models/stealth-v1.2-7b/model.json @@ -1,8 +1,8 @@ { - "source_url": "https://huggingface.co/janhq/stealth-v1.1-GGUF/resolve/main/stealth-v1.1.Q4_K_M.gguf", - "id": "stealth-v1.1-7b", + "source_url": "https://huggingface.co/janhq/stealth-v1.2-GGUF/resolve/main/stealth-v1.2.Q4_K_M.gguf", + "id": "stealth-v1.2-7b", "object": "model", - "name": "Stealth-v1.1 7B Q4", + "name": "Stealth-v1.2 7B Q4", "version": "1.0", "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", "format": "gguf", @@ -21,6 +21,5 @@ ], "size": 4370000000 }, - "engine": "nitro", - "state": "ready" + "engine": "nitro" } \ No newline at end of file From eb463e68c03b0769ec5b87d14d36ff8394836fdf Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Fri, 29 Dec 2023 16:25:03 +0700 Subject: [PATCH 7/7] fix(codeninja): update the description --- models/codeninja-1.0-7b/model.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/codeninja-1.0-7b/model.json b/models/codeninja-1.0-7b/model.json index 964814e17..fbffaba6b 100644 --- a/models/codeninja-1.0-7b/model.json +++ b/models/codeninja-1.0-7b/model.json @@ -4,7 +4,7 @@ "object": "model", "name": "CodeNinja 7B Q4", "version": "1.0", - "description": "CodeNinja is an enhanced version of the renowned model openchat/openchat-3.5-1210. It is designed to be an indispensable tool for coders", + "description": "CodeNinja is finetuned on openchat/openchat-3.5-1210. It is good for codding tasks", "format": "gguf", "settings": { "ctx_len": 4096,