{ "sources": [ { "filename": "stealth-v1.3.Q4_K_M.gguf", "url": "https://huggingface.co/janhq/stealth-v1.3-GGUF/resolve/main/stealth-v1.3.Q4_K_M.gguf" } ], "id": "stealth-v1.2-7b", "object": "model", "name": "Stealth 7B Q4", "version": "1.2", "description": "This is a new experimental family designed to enhance Mathematical and Logical abilities.", "format": "gguf", "settings": { "ctx_len": 32768, "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant", "llama_model_path": "stealth-v1.3.Q4_K_M.gguf", "ngl": 33 }, "parameters": { "temperature": 0.7, "top_p": 0.95, "stream": true, "max_tokens": 32768, "frequency_penalty": 0, "presence_penalty": 0 }, "metadata": { "author": "Jan", "tags": ["7B", "Finetuned"], "size": 4370000000 }, "engine": "llama-cpp" }