27c4918395
* fix: default settings should leave empty * fix: default settings * fix: remove some more default settings * fix: threads and cont * fix: data * fix: default setting * fix: settings * chore: bump cortex version * chore: bump to cortex 1.0.14 * chore: clean up * typoe * chore: fix dialog hang * fix: default parameter * chore: truncate edit model title * chore: update default provider settings * chore: fix typo --------- Co-authored-by: Faisal Amir <urmauur@gmail.com>
125 lines
3.4 KiB
TypeScript
125 lines
3.4 KiB
TypeScript
export const modelSettings = {
|
|
ctx_len: {
|
|
key: 'ctx_len',
|
|
title: 'Context Size',
|
|
description: 'Size of the prompt context (0 = loaded from model).',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: 8192,
|
|
placeholder: '8192',
|
|
type: 'number',
|
|
},
|
|
},
|
|
ngl: {
|
|
key: 'ngl',
|
|
title: 'GPU Layers',
|
|
description:
|
|
'Number of model layers to offload to the GPU (-1 for all layers, 0 for CPU only).',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: 100,
|
|
placeholder: '100',
|
|
type: 'number',
|
|
},
|
|
},
|
|
|
|
temperature: {
|
|
key: 'temperature',
|
|
title: 'Temperature',
|
|
description:
|
|
'Temperature for sampling (higher = more random). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '0.6',
|
|
type: 'number',
|
|
min: 0,
|
|
step: 0.01,
|
|
},
|
|
},
|
|
top_k: {
|
|
key: 'top_k',
|
|
title: 'Top K',
|
|
description:
|
|
'Top-K sampling (0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '40',
|
|
type: 'number',
|
|
},
|
|
},
|
|
top_p: {
|
|
key: 'top_p',
|
|
title: 'Top P',
|
|
description:
|
|
'Top-P sampling (1.0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '0.9',
|
|
type: 'number',
|
|
},
|
|
},
|
|
min_p: {
|
|
key: 'min_p',
|
|
title: 'Min P',
|
|
description:
|
|
'Min-P sampling (0.0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '0.1',
|
|
type: 'number',
|
|
},
|
|
},
|
|
repeat_last_n: {
|
|
key: 'repeat_last_n',
|
|
title: 'Repeat Last N',
|
|
description:
|
|
'Number of tokens to consider for repeat penalty (0 = disabled, -1 = ctx_size). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '64',
|
|
type: 'number',
|
|
},
|
|
},
|
|
repeat_penalty: {
|
|
key: 'repeat_penalty',
|
|
title: 'Repeat Penalty',
|
|
description:
|
|
'Penalize repeating token sequences (1.0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '1.0',
|
|
type: 'number',
|
|
},
|
|
},
|
|
presence_penalty: {
|
|
key: 'presence_penalty',
|
|
title: 'Presence Penalty',
|
|
description:
|
|
'Repeat alpha presence penalty (0.0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '0.0',
|
|
type: 'number',
|
|
},
|
|
},
|
|
frequency_penalty: {
|
|
key: 'frequency_penalty',
|
|
title: 'Frequency Penalty',
|
|
description:
|
|
'Repeat alpha frequency penalty (0.0 = disabled). This is the default setting on load and can be overridden by the assistant settings.',
|
|
controller_type: 'input',
|
|
controller_props: {
|
|
value: '',
|
|
placeholder: '0.0',
|
|
type: 'number',
|
|
},
|
|
},
|
|
}
|