fix: incorrect default max_tokens set - legacy issue (#4451)
* fix: incorrect default max_tokens set - legacy issue * chore: bump cortex server
This commit is contained in:
parent
4e387a79f7
commit
58bb1b4939
@ -1 +1 @@
|
||||
1.0.9-rc1
|
||||
1.0.9-rc2
|
||||
|
||||
@ -248,10 +248,10 @@ const ModelDropdown = ({
|
||||
ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,
|
||||
max_tokens: defaultContextLength
|
||||
? Math.min(
|
||||
model?.parameters.token_limit ?? 8192,
|
||||
model?.parameters.max_tokens ?? 8192,
|
||||
defaultContextLength
|
||||
)
|
||||
: model?.parameters.token_limit,
|
||||
: model?.parameters.max_tokens,
|
||||
}
|
||||
|
||||
const modelParams = {
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user