From 48a6be558dd546a47b85e7e0c249a8058b9bfd1a Mon Sep 17 00:00:00 2001 From: hahuyhoang411 Date: Mon, 29 Jan 2024 10:31:05 +0700 Subject: [PATCH] add(dolphin phi2): add new best 3b model --- models/dolphin-phi-2/model.json | 32 ++++++++++++++++++++++++++++++++ 1 file changed, 32 insertions(+) create mode 100644 models/dolphin-phi-2/model.json diff --git a/models/dolphin-phi-2/model.json b/models/dolphin-phi-2/model.json new file mode 100644 index 000000000..3842e0a56 --- /dev/null +++ b/models/dolphin-phi-2/model.json @@ -0,0 +1,32 @@ +{ + "source": [ + { + "url": "https://huggingface.co/TheBloke/dolphin-2_6-phi-2-GGUF/resolve/main/dolphin-2_6-phi-2.Q4_K_M.gguf", + "filename": "dolphin-2_6-phi-2.Q4_K_M.gguf" + } + ], + "id": "dolphin-phi-2", + "object": "model", + "name": "Dolphin Phi-2 2.7B Q4", + "version": "1.0", + "description": "Dolphin Phi-2 is a 2.7B model, fine-tuned for chat, excelling in common sense and logical reasoning benchmarks.", + "format": "gguf", + "settings": { + "ctx_len": 4096, + "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n", + "llama_model_path": "dolphin-2_6-phi-2.Q4_K_M.gguf" + }, + "parameters": { + "max_tokens": 4096, + "stop": ["<|im_end|>"] + }, + "metadata": { + "author": "Cognitive Computations, Microsoft", + "tags": [ + "3B", + "Chat Model" + ], + "size": 1790000000 + }, + "engine": "nitro" + } \ No newline at end of file