jan/models/starling-7b/model.json
2023-12-15 16:35:00 +07:00

23 lines
869 B
JSON

{
"source_url": "https://huggingface.co/TheBloke/Starling-LM-7B-alpha-GGUF/resolve/main/starling-lm-7b-alpha.Q4_K_M.gguf",
"id": "starling-7b",
"object": "model",
"name": "Starling alpha 7B Q4",
"version": "1.0",
"description": "Starling-RM-7B-alpha is a language model finetuned with Reinforcement Learning from AI Feedback from Openchat 3.5. It stands out for its impressive performance using GPT-4 as a judge, making it one of the top-performing models in its category.",
"format": "gguf",
"settings": {
"ctx_len": 4096,
"prompt_template": "GPT4 User: {prompt}<|end_of_turn|>GPT4 Assistant:"
},
"parameters": {
"max_tokens": 4096
},
"metadata": {
"author": "Berkeley-nest, The Bloke",
"tags": ["Recommended", "7B","Finetuned"],
"size": 4370000000
},
"engine": "nitro"
}