From 0dd6e935aa57054cf0708ce07247fb9bab63749b Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 17:21:41 +0700 Subject: [PATCH] add(magiccoder): add new model magiccoder 7b due to users requested --- models/magicoder-s-ds-7b/model.json | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 models/magicoder-s-ds-7b/model.json diff --git a/models/magicoder-s-ds-7b/model.json b/models/magicoder-s-ds-7b/model.json new file mode 100644 index 000000000..e9b8f2d3b --- /dev/null +++ b/models/magicoder-s-ds-7b/model.json @@ -0,0 +1,23 @@ +{ + "source_url": "https://huggingface.co/TheBloke/Magicoder-S-DS-6.7B-GGUF/resolve/main/magicoder-s-ds-6.7b.Q4_K_M.gguf", + "id": "magicoder-s-ds7b", + "object": "model", + "name": "Magicoder 7B Q4", + "version": "1.0", + "description": "Magicoder is a model family, a novel approach to enlightening LLMs with open-source code snippets for generating low-bias and high-quality instruction data for code.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "@@ Instruction\n{prompt}\n@@ Response" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Ise-uiuc", + "tags": ["7B", "Code"], + "size": 4080000000 + }, + "engine": "nitro" + } + \ No newline at end of file