Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update: phind 34b description and change to q4

Browse Source
This commit is contained in:
hahuyhoang411 2024-03-25 16:40:28 +07:00 committed by Van Pham
parent 4762ab1ca9
commit 2456628023
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
models/phind-34b/model.json
View File

@ -1,20 +1,20 @@
{ {
"sources": [ "sources": [
{ {
"filename": "phind-codellama-34b-v2.Q5_K_M.gguf", "filename": "phind-codellama-34b-v2.Q4_K_M.gguf",
"url": "https://huggingface.co/TheBloke/Phind-CodeLlama-34B-v2-GGUF/resolve/main/phind-codellama-34b-v2.Q5_K_M.gguf" "url": "https://huggingface.co/TheBloke/Phind-CodeLlama-34B-v2-GGUF/resolve/main/phind-codellama-34b-v2.Q5_K_M.gguf"
} }
], ],
"id": "phind-34b", "id": "phind-34b",
"object": "model", "object": "model",
"name": "Phind 34B Q5", "name": "Phind 34B Q4",
"version": "1.0", "version": "1.0",
"description": "Phind 34B is fine-tuned on 1.5B tokens of high-quality programming data. This multi-lingual model excels in various programming languages and is designed to be steerable and user-friendly.", "description": "Phind 34B is the best Open-source coding model.",
"format": "gguf", "format": "gguf",
"settings": { "settings": {
"ctx_len": 4096, "ctx_len": 4096,
"prompt_template": "### System Prompt\n{system_message}\n### User Message\n{prompt}\n### Assistant", "prompt_template": "### System Prompt\n{system_message}\n### User Message\n{prompt}\n### Assistant",
"llama_model_path": "phind-codellama-34b-v2.Q5_K_M.gguf" "llama_model_path": "phind-codellama-34b-v2.Q4_K_M.gguf"
}, },
"parameters": { "parameters": {
"temperature": 0.7, "temperature": 0.7,
@ -26,7 +26,7 @@
"presence_penalty": 0 "presence_penalty": 0
}, },
"metadata": { "metadata": {
"author": "Phind, The Bloke", "author": "Phind",
"tags": ["34B", "Finetuned"], "tags": ["34B", "Finetuned"],
"size": 20220000000 "size": 20220000000
}, },