add(magiccoder): add new model magiccoder 7b due to users requested

This commit is contained in:
hahuyhoang411 2023-12-26 17:21:41 +07:00
parent 6e94e11c6c
commit 0dd6e935aa

View File

@ -0,0 +1,23 @@
{
"source_url": "https://huggingface.co/TheBloke/Magicoder-S-DS-6.7B-GGUF/resolve/main/magicoder-s-ds-6.7b.Q4_K_M.gguf",
"id": "magicoder-s-ds7b",
"object": "model",
"name": "Magicoder 7B Q4",
"version": "1.0",
"description": "Magicoder is a model family, a novel approach to enlightening LLMs with open-source code snippets for generating low-bias and high-quality instruction data for code.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "@@ Instruction\n{prompt}\n@@ Response"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "Ise-uiuc",
"tags": ["7B", "Code"],
"size": 4080000000
},
"engine": "nitro"
}