Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update model.json

Browse Source
This commit is contained in:
Van Pham 2024-08-28 10:46:20 +07:00 committed by GitHub
parent 8232a1e0c2
commit 47b074af47
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/inference-nitro-extension/resources/models/gemma-1.1-7b/model.json
View File

@ -1,7 +1,7 @@
{ {
"sources": [ "sources": [
{ {
"filename": "gemma-1.1-7b-it-q4_K_M.gguf", "filename": "gemma-1.1-7b-it-Q4_K_M.gguf",
"url": "https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/resolve/main/gemma-1.1-7b-it-Q4_K_M.gguf" "url": "https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/resolve/main/gemma-1.1-7b-it-Q4_K_M.gguf"
} }
], ],
@ -14,7 +14,7 @@
"settings": { "settings": {
"ctx_len": 8192, "ctx_len": 8192,
"prompt_template": "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model", "prompt_template": "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model",
"llama_model_path": "gemma-1.1-7b-it-q4_K_M.gguf", "llama_model_path": "gemma-1.1-7b-it-Q4_K_M.gguf",
"ngl": 29 "ngl": 29
}, },
"parameters": { "parameters": {