Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: #3703 - Deepseek-Coder-33B-Instruct is incompatible (#3732)

Browse Source
This commit is contained in:
Louis 2024-09-26 12:43:23 +07:00 committed by GitHub
parent f46ab45e0e
commit 7f08f0fa79
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-nitro-extension/package.json
View File

@ -1,7 +1,7 @@
{
"name": "@janhq/inference-cortex-extension",
"productName": "Cortex Inference Engine",
"version": "1.0.17",
"version": "1.0.18",
"description": "This extension embeds cortex.cpp, a lightweight inference engine written in C++. See https://jan.ai.\nAdditional dependencies could be installed to run without Cuda Toolkit installation.",
"main": "dist/index.js",
"node": "dist/node/index.cjs.js",

6
extensions/inference-nitro-extension/resources/models/deepseek-coder-1.3b/model.json
View File

@ -8,7 +8,7 @@
"id": "deepseek-coder-1.3b",
"object": "model",
"name": "Deepseek Coder 1.3B Instruct Q8",
"version": "1.3",
"version": "1.4",
"description": "Deepseek Coder excelled in project-level code completion with advanced capabilities across multiple programming languages.",
"format": "gguf",
"settings": {
@ -22,13 +22,13 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 16384,
"stop": [],
"stop": ["<|EOT|>"],
"frequency_penalty": 0,
"presence_penalty": 0
},
"metadata": {
"author": "Deepseek, The Bloke",
"tags": ["Tiny", "Foundational Model"],
"tags": ["Tiny"],
"size": 1430000000
},
"engine": "nitro"

10
extensions/inference-nitro-extension/resources/models/deepseek-coder-34b/model.json
View File

@ -2,13 +2,13 @@
"sources": [
{
"filename": "deepseek-coder-33b-instruct.Q4_K_M.gguf",
"url": "https://huggingface.co/TheBloke/deepseek-coder-33B-instruct-GGUF/resolve/main/deepseek-coder-33b-instruct.Q4_K_M.gguf"
"url": "https://huggingface.co/mradermacher/deepseek-coder-33b-instruct-GGUF/resolve/main/deepseek-coder-33b-instruct.Q4_K_M.gguf"
}
],
"id": "deepseek-coder-34b",
"object": "model",
"name": "Deepseek Coder 33B Instruct Q4",
"version": "1.3",
"version": "1.4",
"description": "Deepseek Coder excelled in project-level code completion with advanced capabilities across multiple programming languages.",
"format": "gguf",
"settings": {
@ -22,13 +22,13 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 16384,
"stop": [],
"stop": ["<|EOT|>"],
"frequency_penalty": 0,
"presence_penalty": 0
},
"metadata": {
"author": "Deepseek, The Bloke",
"tags": ["34B", "Foundational Model"],
"author": "Deepseek",
"tags": ["33B"],
"size": 19940000000
},
"engine": "nitro"