diff --git a/models/llava-1.5-13b-q5/model.json b/models/llava-1.5-13b-q5/model.json deleted file mode 100644 index ae17a7cb1..000000000 --- a/models/llava-1.5-13b-q5/model.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "sources": [ - { - "filename": "ggml-model-q5_k.gguf", - "url": "https://huggingface.co/mys/ggml_llava-v1.5-13b/resolve/main/ggml-model-q5_k.gguf" - }, - { - "filename": "mmproj-model-f16.gguf", - "url": "https://huggingface.co/mys/ggml_llava-v1.5-13b/resolve/main/mmproj-model-f16.gguf" - } - ], - "id": "llava-1.5-13b-q5", - "object": "model", - "name": "LlaVa 1.5 13B Q5 K", - "version": "1.1", - "description": "LlaVa 1.5 can bring vision understanding to Jan", - "format": "gguf", - "settings": { - "vision_model": true, - "text_model": false, - "ctx_len": 4096, - "prompt_template": "\n### Instruction:\n{prompt}\n### Response:\n", - "llama_model_path": "ggml-model-q5_k.gguf", - "mmproj": "mmproj-model-f16.gguf" - }, - "parameters": { - "max_tokens": 4096 - }, - "metadata": { - "author": "Mys", - "tags": ["Vision"], - "size": 9850000000 - }, - "engine": "nitro" -} diff --git a/models/llava-13b/model.json b/models/llava-13b/model.json new file mode 100644 index 000000000..caca33b7e --- /dev/null +++ b/models/llava-13b/model.json @@ -0,0 +1,35 @@ +{ + "sources": [ + { + "filename": "llava-v1.6-vicuna-13b.Q4_K_M.gguf", + "url": "https://huggingface.co/cjpais/llava-v1.6-vicuna-13b-gguf/resolve/main/llava-v1.6-vicuna-13b.Q4_K_M.gguf" + }, + { + "filename": "mmproj-model-f16.gguf", + "url": "https://huggingface.co/cjpais/llava-v1.6-vicuna-13b-gguf/resolve/main/mmproj-model-f16.gguf" + } + ], + "id": "llava-13b", + "object": "model", + "name": "LlaVa 13B Q4", + "version": "1.1", + "description": "LlaVa can bring vision understanding to Jan", + "format": "gguf", + "settings": { + "vision_model": true, + "text_model": false, + "ctx_len": 4096, + "prompt_template": "\n### Instruction:\n{prompt}\n### Response:\n", + "llama_model_path": "llava-v1.6-vicuna-13b.Q4_K_M.gguf", + "mmproj": "mmproj-model-f16.gguf" + }, + "parameters": { + "max_tokens": 4096 + }, + "metadata": { + "author": "liuhaotian", + "tags": ["Vision"], + "size": 7870000000 + }, + "engine": "nitro" +}