Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update model.json

Browse Source
This commit is contained in:
Van Pham 2024-08-28 10:46:20 +07:00 committed by GitHub
parent 8232a1e0c2
commit 47b074af47
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/inference-nitro-extension/resources/models/gemma-1.1-7b/model.json
View File

@ -1,7 +1,7 @@
{
"sources": [
{
"filename": "gemma-1.1-7b-it-q4_K_M.gguf",
"filename": "gemma-1.1-7b-it-Q4_K_M.gguf",
"url": "https://huggingface.co/bartowski/gemma-1.1-7b-it-GGUF/resolve/main/gemma-1.1-7b-it-Q4_K_M.gguf"
}
],
@ -14,7 +14,7 @@
"settings": {
"ctx_len": 8192,
"prompt_template": "<start_of_turn>user\n{prompt}<end_of_turn>\n<start_of_turn>model",
"llama_model_path": "gemma-1.1-7b-it-q4_K_M.gguf",
"llama_model_path": "gemma-1.1-7b-it-Q4_K_M.gguf",
"ngl": 29
},
"parameters": {