From 3909fe47ff1289644246c3b912a0c6f7d901cfbc Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Tue, 26 Dec 2023 17:15:08 +0700 Subject: [PATCH] add(stealth): add new model to the list --- models/stealth-v1.1-7b/model.json | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 models/stealth-v1.1-7b/model.json diff --git a/models/stealth-v1.1-7b/model.json b/models/stealth-v1.1-7b/model.json new file mode 100644 index 000000000..365976871 --- /dev/null +++ b/models/stealth-v1.1-7b/model.json @@ -0,0 +1,26 @@ +{ + "source_url": "https://huggingface.co/janhq/stealth-v1.1-GGUF/resolve/main/stealth-v1.1.Q4_K_M.gguf", + "id": "stealth-v1.1-7b", + "object": "model", + "name": "Stealth-v1.1 7B Q4", + "version": "1.0", + "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "Jan", + "tags": [ + "7B", + "Merged" + ], + "size": 4370000000 + }, + "engine": "nitro", + "state": "ready" + } \ No newline at end of file