add(dolphin phi2): add new best 3b model
This commit is contained in:
parent
a1ac7f9eb3
commit
48a6be558d
32
models/dolphin-phi-2/model.json
Normal file
32
models/dolphin-phi-2/model.json
Normal file
@ -0,0 +1,32 @@
|
||||
{
|
||||
"source": [
|
||||
{
|
||||
"url": "https://huggingface.co/TheBloke/dolphin-2_6-phi-2-GGUF/resolve/main/dolphin-2_6-phi-2.Q4_K_M.gguf",
|
||||
"filename": "dolphin-2_6-phi-2.Q4_K_M.gguf"
|
||||
}
|
||||
],
|
||||
"id": "dolphin-phi-2",
|
||||
"object": "model",
|
||||
"name": "Dolphin Phi-2 2.7B Q4",
|
||||
"version": "1.0",
|
||||
"description": "Dolphin Phi-2 is a 2.7B model, fine-tuned for chat, excelling in common sense and logical reasoning benchmarks.",
|
||||
"format": "gguf",
|
||||
"settings": {
|
||||
"ctx_len": 4096,
|
||||
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n",
|
||||
"llama_model_path": "dolphin-2_6-phi-2.Q4_K_M.gguf"
|
||||
},
|
||||
"parameters": {
|
||||
"max_tokens": 4096,
|
||||
"stop": ["<|im_end|>"]
|
||||
},
|
||||
"metadata": {
|
||||
"author": "Cognitive Computations, Microsoft",
|
||||
"tags": [
|
||||
"3B",
|
||||
"Chat Model"
|
||||
],
|
||||
"size": 1790000000
|
||||
},
|
||||
"engine": "nitro"
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user