diff --git a/extensions/inference-cortex-extension/bin/version.txt b/extensions/inference-cortex-extension/bin/version.txt index 9b3178149..9e69738bc 100644 --- a/extensions/inference-cortex-extension/bin/version.txt +++ b/extensions/inference-cortex-extension/bin/version.txt @@ -1 +1 @@ -1.0.9-rc1 +1.0.9-rc2 diff --git a/web/containers/ModelDropdown/index.tsx b/web/containers/ModelDropdown/index.tsx index d64e6730b..2ecdf4cd3 100644 --- a/web/containers/ModelDropdown/index.tsx +++ b/web/containers/ModelDropdown/index.tsx @@ -248,10 +248,10 @@ const ModelDropdown = ({ ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined, max_tokens: defaultContextLength ? Math.min( - model?.parameters.token_limit ?? 8192, + model?.parameters.max_tokens ?? 8192, defaultContextLength ) - : model?.parameters.token_limit, + : model?.parameters.max_tokens, } const modelParams = {