{ "sources": [ { "filename": "deepseek-coder-33b-instruct.Q4_K_M.gguf", "url": "https://huggingface.co/TheBloke/deepseek-coder-33B-instruct-GGUF/resolve/main/deepseek-coder-33b-instruct.Q4_K_M.gguf" } ], "id": "deepseek-coder-34b", "object": "model", "name": "Deepseek Coder 33B Q4", "version": "1.1", "description": "Deepseek Coder excelled in project-level code completion with advanced capabilities across multiple programming languages.", "format": "gguf", "settings": { "ctx_len": 16384, "prompt_template": "### Instruction:\n{prompt}\n### Response:", "llama_model_path": "deepseek-coder-33b-instruct.Q4_K_M.gguf", "ngl": 63 }, "parameters": { "temperature": 0.7, "top_p": 0.95, "stream": true, "max_tokens": 16384, "stop": [], "frequency_penalty": 0, "presence_penalty": 0 }, "metadata": { "author": "Deepseek, The Bloke", "tags": ["34B", "Foundational Model"], "size": 19940000000 }, "engine": "nitro" }