add(dolphin phi2): add new best 3b model

This commit is contained in:
hahuyhoang411 2024-01-29 10:31:05 +07:00 committed by Louis
parent a1ac7f9eb3
commit 48a6be558d

View File

@ -0,0 +1,32 @@
{
"source": [
{
"url": "https://huggingface.co/TheBloke/dolphin-2_6-phi-2-GGUF/resolve/main/dolphin-2_6-phi-2.Q4_K_M.gguf",
"filename": "dolphin-2_6-phi-2.Q4_K_M.gguf"
}
],
"id": "dolphin-phi-2",
"object": "model",
"name": "Dolphin Phi-2 2.7B Q4",
"version": "1.0",
"description": "Dolphin Phi-2 is a 2.7B model, fine-tuned for chat, excelling in common sense and logical reasoning benchmarks.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n",
"llama_model_path": "dolphin-2_6-phi-2.Q4_K_M.gguf"
},
"parameters": {
"max_tokens": 4096,
"stop": ["<|im_end|>"]
},
"metadata": {
"author": "Cognitive Computations, Microsoft",
"tags": [
"3B",
"Chat Model"
],
"size": 1790000000
},
"engine": "nitro"
}