{
  "sources": [
    {
      "filename": "llava-v1.6-mistral-7b.Q4_K_M.gguf",
      "url": "https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q4_K_M.gguf"
    },
    {
      "filename": "mmproj-model-f16.gguf",
      "url": "https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/mmproj-model-f16.gguf"
    }
  ],
  "id": "llava-7b",
  "object": "model",
  "name": "LlaVa 7B",
  "version": "1.2",
  "description": "LlaVa can bring vision understanding to Jan",
  "format": "gguf",
  "settings": {
    "vision_model": true,
    "text_model": false,
    "ctx_len": 4096,
    "prompt_template": "\n### Instruction:\n{prompt}\n### Response:\n",
    "llama_model_path": "llava-v1.6-mistral-7b.Q4_K_M.gguf",
    "mmproj": "mmproj-model-f16.gguf",
    "ngl": 33
  },
  "parameters": {
    "max_tokens": 4096,
    "stop": ["</s>"]
  },
  "metadata": {
    "author": "liuhaotian",
    "tags": ["Vision"],
    "size": 4370000000
  },
  "engine": "llama-cpp"
}