diff --git a/models/phi-2-3b/model.json b/models/phi-2-3b/model.json deleted file mode 100644 index e452fdb55..000000000 --- a/models/phi-2-3b/model.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "sources": [ - { - "filename": "phi-2.Q8_0.gguf", - "url": "https://huggingface.co/TheBloke/phi-2-GGUF/resolve/main/phi-2.Q8_0.gguf" - } - ], - "id": "phi-2-3b", - "object": "model", - "name": "Phi-2 3B Q8", - "version": "1.0", - "description": "Phi-2 is a 2.7B model, excelling in common sense and logical reasoning benchmarks, trained with synthetic texts and filtered websites.", - "format": "gguf", - "settings": { - "ctx_len": 4096, - "prompt_template": "Intruct:\n{prompt}\nOutput:", - "llama_model_path": "phi-2.Q8_0.gguf" - }, - "parameters": { - "temperature": 0.7, - "top_p": 0.95, - "stream": true, - "max_tokens": 4096, - "stop": [], - "frequency_penalty": 0, - "presence_penalty": 0 - }, - "metadata": { - "author": "Microsoft", - "tags": ["3B", "Foundational Model"], - "size": 2960000000 - }, - "engine": "nitro" -}