Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1159 from janhq/hotfix/model.json

Browse Source 
Hotfix Prompt template for models on the Hub
This commit is contained in:
Hoang Ha 2023-12-21 21:02:37 +07:00 committed by GitHub
commit 75e0342c9f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/model-extension/package.json
View File

@ -1,6 +1,6 @@
{ {
"name": "@janhq/model-extension", "name": "@janhq/model-extension",
"version": "1.0.15", "version": "1.0.16",
"description": "Model Management Extension provides model exploration and seamless downloads", "description": "Model Management Extension provides model exploration and seamless downloads",
"main": "dist/index.js", "main": "dist/index.js",
"module": "dist/module.js", "module": "dist/module.js",

2
models/mixtral-8x7b-instruct/model.json
View File

@ -15,7 +15,7 @@
}, },
"metadata": { "metadata": {
"author": "MistralAI, TheBloke", "author": "MistralAI, TheBloke",
"tags": ["MOE", "Foundational Model"], "tags": ["70B", "Foundational Model"],
"size": 26440000000 "size": 26440000000
}, },
"engine": "nitro" "engine": "nitro"

4
models/pandora-10.7b-v1/model.json
View File

@ -8,14 +8,14 @@
"format": "gguf", "format": "gguf",
"settings": { "settings": {
"ctx_len": 4096, "ctx_len": 4096,
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" "prompt_template": "{system_message}\n### Instruction:\n{prompt}\n### Response:"
}, },
"parameters": { "parameters": {
"max_tokens": 4096 "max_tokens": 4096
}, },
"metadata": { "metadata": {
"author": "Jan", "author": "Jan",
"tags": ["11B","Merged"], "tags": ["13B","Merged"],
"size": 6360000000 "size": 6360000000
}, },
"engine": "nitro" "engine": "nitro"

2
models/solar-10.7b-slerp/model.json
View File

@ -15,7 +15,7 @@
}, },
"metadata": { "metadata": {
"author": "Jan", "author": "Jan",
"tags": ["11B","Finetuned"], "tags": ["13B","Finetuned"],
"size": 6360000000 "size": 6360000000
}, },
"engine": "nitro" "engine": "nitro"

2
models/trinity-v1-7b/model.json
View File

@ -8,7 +8,7 @@
"format": "gguf", "format": "gguf",
"settings": { "settings": {
"ctx_len": 4096, "ctx_len": 4096,
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" "prompt_template": "{system_message}\n### Instruction:\n{prompt}\n### Response:"
}, },
"parameters": { "parameters": {
"max_tokens": 4096 "max_tokens": 4096