Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add engine_id field

Browse Source
This commit is contained in:
tikikun 2023-12-04 10:51:24 +07:00
parent a4c394dfa8
commit b556e421d1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/docs/specs/engineering/models.md
View File

@ -64,7 +64,7 @@ Here's a standard example `model.json` for a GGUF model.
"description": null, // Defaults to null "description": null, // Defaults to null
"state": enum[null, "downloading", "ready", "starting", "stopping", ...] "state": enum[null, "downloading", "ready", "starting", "stopping", ...]
"format": "ggufv3", // Defaults to "ggufv3" "format": "ggufv3", // Defaults to "ggufv3"
"egine_id": "nitro", // engine_id specified in jan/engine folder "egine": "nitro", // engine_id specified in jan/engine folder
"engine_parameters": { // Engine parameters inside model.json can override "engine_parameters": { // Engine parameters inside model.json can override
"ctx_len": 2048, // the value inside the base engine.json "ctx_len": 2048, // the value inside the base engine.json
"ngl": 100, "ngl": 100,