Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix data types issues in models.md

Browse Source
This commit is contained in:
automaticcat 2023-11-29 16:41:20 +07:00 committed by GitHub
parent 3ac8074155
commit 0513f7f05e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
docs/docs/specs/models.md
View File

@ -64,20 +64,19 @@ Here's a standard example `model.json` for a GGUF model.
"state": enum[null, "downloading", "ready", "starting", "stopping", ...] "state": enum[null, "downloading", "ready", "starting", "stopping", ...]
"format": "ggufv3", // Defaults to "ggufv3" "format": "ggufv3", // Defaults to "ggufv3"
"settings": { // Models are initialized with settings "settings": { // Models are initialized with settings
"ctx_len": "2048", "ctx_len": 2048,
"ngl": "100", "ngl": 100,
"embedding": "true", "embedding": true,
"n_parallel": "4", "n_parallel": 4,
}, },
"parameters": { // Models are called parameters "parameters": { // Models are called parameters
"stream": "true", "stream": true,
"model": "gpt-3.5-turbo", "max_tokens": 2048,
"max_tokens": "2048",
"stop": ["<endofstring>"], // This usually can be left blank, only used with specific need from model author "stop": ["<endofstring>"], // This usually can be left blank, only used with specific need from model author
"frequency_penalty": "0", "frequency_penalty": 0,
"presence_penalty": "0", "presence_penalty": 0,
"temperature": "0.7", "temperature": 0.7,
"top_p": "0.95" "top_p": 0.95
}, },
"metadata": {}, // Defaults to {} "metadata": {}, // Defaults to {}
"assets": [ // Defaults to current dir "assets": [ // Defaults to current dir