Add --reasoning_budget option

This commit is contained in:
Akarshan Biswas 2025-05-26 16:20:42 +05:30 committed by Louis
parent fe457a5368
commit 742e731e96
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
3 changed files with 17 additions and 0 deletions

View File

@ -126,6 +126,7 @@ export interface loadOptions {
rope_scale?: number
rope_freq_base?: number
rope_freq_scale?: number
reasoning_budget?: number
}
export interface sessionInfo {

View File

@ -447,5 +447,18 @@
"placeholder": "path/to/schema.json",
"type": "text"
}
},
{
"key": "reasoning_budget",
"title": "controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1)",
"description": "Mirostat target entropy (tau).",
"controllerType": "input",
"controllerProps": {
"value": 0,
"options": [
{ "value": -1, "name": "unrestricted thinking budget" },
{ "value": 0, "name": "disable thinking" }
]
}
}
]

View File

@ -347,6 +347,9 @@ export default class llamacpp_extension extends AIEngine {
if (opts.rope_freq_scale !== undefined) {
args.push('--rope-freq-scale', String(opts.rope_freq_scale))
}
if (opts.reasoning_budget !== undefined) {
args.push('--reasoning-budget', String(opts.reasoning_budget))
}
console.log('Calling Tauri command llama_load with args:', args)
try {