Update extensions/inference-cortex-extension/src/index.ts
Co-authored-by: ellipsis-dev[bot] <65095814+ellipsis-dev[bot]@users.noreply.github.com>
This commit is contained in:
parent
d75db73a43
commit
c5aac9270c
@ -280,7 +280,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
|
|||||||
...(model.id.toLowerCase().includes('jan-nano')
|
...(model.id.toLowerCase().includes('jan-nano')
|
||||||
? { reasoning_budget: 0 }
|
? { reasoning_budget: 0 }
|
||||||
: { reasoning_budget: this.reasoning_budget }),
|
: { reasoning_budget: this.reasoning_budget }),
|
||||||
...(this.context_shift !== true
|
...(this.context_shift !== true // explicit true required to enable context shift
|
||||||
? { 'no-context-shift': true }
|
? { 'no-context-shift': true }
|
||||||
: {}),
|
: {}),
|
||||||
...(modelSettings.ngl === -1 || modelSettings.ngl === undefined
|
...(modelSettings.ngl === -1 || modelSettings.ngl === undefined
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user