Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #3665 from janhq/fix/phi3-medium-prompt-template

Browse Source 
fix: correct prompt template for Phi3 Medium model
This commit is contained in:
Louis 2024-09-16 15:44:24 +07:00 committed by GitHub
commit daf372f7ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-nitro-extension/package.json
View File

@ -1,7 +1,7 @@
{ {
"name": "@janhq/inference-cortex-extension", "name": "@janhq/inference-cortex-extension",
"productName": "Cortex Inference Engine", "productName": "Cortex Inference Engine",
"version": "1.0.16", "version": "1.0.17",
"description": "This extension embeds cortex.cpp, a lightweight inference engine written in C++. See https://jan.ai.\nAdditional dependencies could be installed to run without Cuda Toolkit installation.", "description": "This extension embeds cortex.cpp, a lightweight inference engine written in C++. See https://jan.ai.\nAdditional dependencies could be installed to run without Cuda Toolkit installation.",
"main": "dist/index.js", "main": "dist/index.js",
"node": "dist/node/index.cjs.js", "node": "dist/node/index.cjs.js",

4
extensions/inference-nitro-extension/resources/models/phi3-medium/model.json
View File

@ -8,12 +8,12 @@
"id": "phi3-medium", "id": "phi3-medium",
"object": "model", "object": "model",
"name": "Phi-3 Medium Instruct Q4", "name": "Phi-3 Medium Instruct Q4",
"version": "1.3", "version": "1.4",
"description": "Phi-3 Medium is Microsoft's latest SOTA model.", "description": "Phi-3 Medium is Microsoft's latest SOTA model.",
"format": "gguf", "format": "gguf",
"settings": { "settings": {
"ctx_len": 128000, "ctx_len": 128000,
"prompt_template": "<|user|> {prompt}<|end|><|assistant|><|end|>", "prompt_template": "<|user|> {prompt}<|end|><|assistant|>",
"llama_model_path": "Phi-3-medium-128k-instruct-Q4_K_M.gguf", "llama_model_path": "Phi-3-medium-128k-instruct-Q4_K_M.gguf",
"ngl": 33 "ngl": 33
}, },