Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: incorrect default max_tokens set - legacy issue (#4451)

Browse Source 
* fix: incorrect default max_tokens set - legacy issue

* chore: bump cortex server
This commit is contained in:
Louis 2025-01-15 12:37:29 +07:00 committed by GitHub
parent 4e387a79f7
commit 58bb1b4939
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/inference-cortex-extension/bin/version.txt
View File

@ -1 +1 @@
1.0.9-rc1 1.0.9-rc2

4
web/containers/ModelDropdown/index.tsx
View File

@ -248,10 +248,10 @@ const ModelDropdown = ({
ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined, ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,
max_tokens: defaultContextLength max_tokens: defaultContextLength
? Math.min( ? Math.min(
model?.parameters.token_limit ?? 8192, model?.parameters.max_tokens ?? 8192,
defaultContextLength defaultContextLength
) )
: model?.parameters.token_limit, : model?.parameters.max_tokens,
} }
const modelParams = { const modelParams = {