Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs: change to correct naming of engine and model params

Browse Source
This commit is contained in:
tikikun 2023-12-01 14:39:00 +07:00
parent 01d3fb2f49
commit 5403d9a8e5
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/docs/specs/engineering/models.md
View File

@ -64,13 +64,13 @@ Here's a standard example `model.json` for a GGUF model.
"description": null, // Defaults to null "description": null, // Defaults to null
"state": enum[null, "downloading", "ready", "starting", "stopping", ...] "state": enum[null, "downloading", "ready", "starting", "stopping", ...]
"format": "ggufv3", // Defaults to "ggufv3" "format": "ggufv3", // Defaults to "ggufv3"
"settings": { // Models are initialized with settings "engine_parameters": { // Engine
"ctx_len": 2048, "ctx_len": 2048,
"ngl": 100, "ngl": 100,
"embedding": true, "embedding": true,
"n_parallel": 4, "n_parallel": 4,
}, },
"parameters": { // Models are called parameters "model_parameters": { // Models are called parameters
"stream": true, "stream": true,
"max_tokens": 2048, "max_tokens": 2048,
"stop": ["<endofstring>"], // This usually can be left blank, only used with specific need from model author "stop": ["<endofstring>"], // This usually can be left blank, only used with specific need from model author