Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Add missing ctx-shift toggle (#5765)

Browse Source 
* feat: Add missing ctx_shift

* fix typo

Co-authored-by: ellipsis-dev[bot] <65095814+ellipsis-dev[bot]@users.noreply.github.com>

* refine description

---------

Co-authored-by: ellipsis-dev[bot] <65095814+ellipsis-dev[bot]@users.noreply.github.com>
This commit is contained in:
Akarshan Biswas 2025-07-14 11:51:34 +05:30 committed by GitHub
parent eaf4b1b954
commit 96ba42e411
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
extensions/llamacpp-extension/settings.json
View File

@ -71,6 +71,15 @@
"textAlign": "right" "textAlign": "right"
} }
}, },
{
"key": "context_shift",
"title": "Context Shift",
"description": "Allow model to cut text in the beginning to accommodate new text in its memory",
"controllerType": "checkbox",
"controllerProps":{
"value": false
}
},
{ {
"key": "n_predict", "key": "n_predict",
"title": "Max Tokens to Predict", "title": "Max Tokens to Predict",

3
extensions/llamacpp-extension/src/index.ts
View File

@ -57,6 +57,7 @@ type LlamacppConfig = {
rope_freq_base: number rope_freq_base: number
rope_freq_scale: number rope_freq_scale: number
reasoning_budget: number reasoning_budget: number
ctx_shift: boolean
} }
interface DownloadItem { interface DownloadItem {
@ -807,6 +808,8 @@ export default class llamacpp_extension extends AIEngine {
args.push('--main-gpu', String(cfg.main_gpu)) args.push('--main-gpu', String(cfg.main_gpu))
// Boolean flags // Boolean flags
if (!cfg.ctx_shift)
args.push('--no-context-shift')
if (cfg.flash_attn) args.push('--flash-attn') if (cfg.flash_attn) args.push('--flash-attn')
if (cfg.cont_batching) args.push('--cont-batching') if (cfg.cont_batching) args.push('--cont-batching')
args.push('--no-mmap') args.push('--no-mmap')