diff --git a/models/vistral-7b/model.json b/models/vistral-7b/model.json new file mode 100644 index 000000000..aac83d2f7 --- /dev/null +++ b/models/vistral-7b/model.json @@ -0,0 +1,35 @@ +{ + "sources": [ + { + "filename": "vistral-7b-chat-dpo.Q4_K_M.gguf", + "url": "https://huggingface.co/janhq/vistral-7b-chat-dpo-GGUF/resolve/main/vistral-7b-chat-dpo.Q4_K_M.gguf" + } + ], + "id": "vistral-7b", + "object": "model", + "name": "Vistral 13B Q4", + "version": "1.0", + "description": "Vistral 7B has a deep understanding of Vietnamese.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "[INST] <>\n{system_message}\n<>\n{prompt} [/INST]", + "llama_model_path": "vistral-7b-chat-dpo.Q4_K_M.gguf" + }, + "parameters": { + "temperature": 0.7, + "top_p": 0.95, + "stream": true, + "max_tokens": 4096, + "stop": [], + "frequency_penalty": 0, + "presence_penalty": 0 + }, + "metadata": { + "author": "Viet Mistral, Jan", + "tags": ["7B", "Finetuned"], + "size": 4410000000 + }, + "engine": "nitro" + } + \ No newline at end of file