add(dolphin phi2): add new best 3b model
This commit is contained in:
parent
dc9c84a817
commit
73171c8fd3
32
models/dolphin-phi-2/model.json
Normal file
32
models/dolphin-phi-2/model.json
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
{
|
||||||
|
"source": [
|
||||||
|
{
|
||||||
|
"url": "https://huggingface.co/TheBloke/dolphin-2_6-phi-2-GGUF/resolve/main/dolphin-2_6-phi-2.Q4_K_M.gguf",
|
||||||
|
"filename": "dolphin-2_6-phi-2.Q4_K_M.gguf"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"id": "dolphin-phi-2",
|
||||||
|
"object": "model",
|
||||||
|
"name": "Dolphin Phi-2 2.7B Q4",
|
||||||
|
"version": "1.0",
|
||||||
|
"description": "Dolphin Phi-2 is a 2.7B model, fine-tuned for chat, excelling in common sense and logical reasoning benchmarks.",
|
||||||
|
"format": "gguf",
|
||||||
|
"settings": {
|
||||||
|
"ctx_len": 4096,
|
||||||
|
"prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n",
|
||||||
|
"llama_model_path": "dolphin-2_6-phi-2.Q4_K_M.gguf"
|
||||||
|
},
|
||||||
|
"parameters": {
|
||||||
|
"max_tokens": 4096,
|
||||||
|
"stop": ["<|im_end|>"]
|
||||||
|
},
|
||||||
|
"metadata": {
|
||||||
|
"author": "Cognitive Computations, Microsoft",
|
||||||
|
"tags": [
|
||||||
|
"3B",
|
||||||
|
"Chat Model"
|
||||||
|
],
|
||||||
|
"size": 1790000000
|
||||||
|
},
|
||||||
|
"engine": "nitro"
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user