Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix data types issues in models.md

Browse Source
This commit is contained in:
automaticcat 2023-11-29 16:41:20 +07:00 committed by GitHub
parent 3ac8074155
commit 0513f7f05e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
docs/docs/specs/models.md
View File

@ -64,20 +64,19 @@ Here's a standard example `model.json` for a GGUF model.
"state": enum[null, "downloading", "ready", "starting", "stopping", ...]
"format": "ggufv3", // Defaults to "ggufv3"
"settings": { // Models are initialized with settings
"ctx_len": "2048",
"ngl": "100",
"embedding": "true",
"n_parallel": "4",
"ctx_len": 2048,
"ngl": 100,
"embedding": true,
"n_parallel": 4,
},
"parameters": { // Models are called parameters
"stream": "true",
"model": "gpt-3.5-turbo",
"max_tokens": "2048",
"stream": true,
"max_tokens": 2048,
"stop": ["<endofstring>"], // This usually can be left blank, only used with specific need from model author
"frequency_penalty": "0",
"presence_penalty": "0",
"temperature": "0.7",
"top_p": "0.95"
"frequency_penalty": 0,
"presence_penalty": 0,
"temperature": 0.7,
"top_p": 0.95
},
"metadata": {}, // Defaults to {}
"assets": [ // Defaults to current dir