Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update: llava to 1.6 version

Browse Source
This commit is contained in:
hahuyhoang411 2024-03-25 16:48:43 +07:00 committed by Van Pham
parent 9b76783916
commit 811271b288
1 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
models/llava-1.5-7b-q5/model.json
View File

@ -1,35 +1,35 @@
{ {
"sources": [ "sources": [
{ {
"filename": "ggml-model-q5_k.gguf", "filename": "llava-v1.6-mistral-7b.Q4_K_M.gguf",
"url": "https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/ggml-model-q5_k.gguf" "url": "https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q4_K_M.gguf"
}, },
{ {
"filename": "mmproj-model-f16.gguf", "filename": "mmproj-model-f16.gguf",
"url": "https://huggingface.co/mys/ggml_llava-v1.5-7b/resolve/main/mmproj-model-f16.gguf" "url": "https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/mmproj-model-f16.gguf"
} }
], ],
"id": "llava-1.5-7b-q5", "id": "llava-1.6-7b",
"object": "model", "object": "model",
"name": "LlaVa 1.5 7B Q5 K", "name": "LlaVa 1.6 7B",
"version": "1.1", "version": "1.1",
"description": "LlaVa 1.5 can bring vision understanding to Jan", "description": "LlaVa 1.6 can bring vision understanding to Jan",
"format": "gguf", "format": "gguf",
"settings": { "settings": {
"vision_model": true, "vision_model": true,
"text_model": false, "text_model": false,
"ctx_len": 4096, "ctx_len": 4096,
"prompt_template": "\n### Instruction:\n{prompt}\n### Response:\n", "prompt_template": "\n### Instruction:\n{prompt}\n### Response:\n",
"llama_model_path": "ggml-model-q5_k.gguf", "llama_model_path": "llava-v1.6-mistral-7b.Q4_K_M.gguf",
"mmproj": "mmproj-model-f16.gguf" "mmproj": "mmproj-model-f16.gguf"
}, },
"parameters": { "parameters": {
"max_tokens": 4096 "max_tokens": 4096
}, },
"metadata": { "metadata": {
"author": "Mys", "author": "liuhaotian",
"tags": ["Vision"], "tags": ["Vision"],
"size": 5400000000 "size": 4370000000
}, },
"engine": "nitro" "engine": "nitro"
} }