Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

🐛fix: remove sampling parameters from llamacpp extension (#5871)

Browse Source
This commit is contained in:
Faisal Amir 2025-07-23 12:13:42 +07:00 committed by GitHub
parent fd26270e78
commit 43b7eb6e18
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 22 additions and 134 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
extensions/llamacpp-extension/settings.json
View File

@ -76,7 +76,7 @@
"title": "Context Shift", "title": "Context Shift",
"description": "Allow model to cut text in the beginning to accommodate new text in its memory", "description": "Allow model to cut text in the beginning to accommodate new text in its memory",
"controllerType": "checkbox", "controllerType": "checkbox",
"controllerProps":{ "controllerProps": {
"value": false "value": false
} }
}, },
@ -317,118 +317,6 @@
"step": 0.01 "step": 0.01
} }
}, },
{
"key": "temp",
"title": "Temperature",
"description": "Temperature for sampling (higher = more random).",
"controllerType": "input",
"controllerProps": {
"value": 0.8,
"placeholder": "0.8",
"type": "number",
"textAlign": "right",
"min": 0,
"step": 0.01
}
},
{
"key": "top_k",
"title": "Top K",
"description": "Top-K sampling (0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 40,
"placeholder": "40",
"type": "number",
"textAlign": "right",
"min": 0
}
},
{
"key": "top_p",
"title": "Top P",
"description": "Top-P sampling (1.0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 0.9,
"placeholder": "0.9",
"type": "number",
"textAlign": "right",
"min": 0,
"max": 1.0,
"step": 0.01
}
},
{
"key": "min_p",
"title": "Min P",
"description": "Min-P sampling (0.0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 0.1,
"placeholder": "0.1",
"type": "number",
"textAlign": "right",
"min": 0,
"max": 1.0,
"step": 0.01
}
},
{
"key": "repeat_last_n",
"title": "Repeat Last N",
"description": "Number of tokens to consider for repeat penalty (0 = disabled, -1 = ctx_size).",
"controllerType": "input",
"controllerProps": {
"value": 64,
"placeholder": "64",
"type": "number",
"textAlign": "right",
"min": -1
}
},
{
"key": "repeat_penalty",
"title": "Repeat Penalty",
"description": "Penalize repeating token sequences (1.0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 1.0,
"placeholder": "1.0",
"type": "number",
"textAlign": "right",
"min": 0,
"step": 0.01
}
},
{
"key": "presence_penalty",
"title": "Presence Penalty",
"description": "Repeat alpha presence penalty (0.0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 0.0,
"placeholder": "0.0",
"type": "number",
"textAlign": "right",
"min": 0,
"step": 0.01
}
},
{
"key": "frequency_penalty",
"title": "Frequency Penalty",
"description": "Repeat alpha frequency penalty (0.0 = disabled).",
"controllerType": "input",
"controllerProps": {
"value": 0.0,
"placeholder": "0.0",
"type": "number",
"textAlign": "right",
"min": 0,
"step": 0.01
}
},
{ {
"key": "mirostat", "key": "mirostat",
"title": "Mirostat Mode", "title": "Mirostat Mode",