fix: incorrect default max_tokens set - legacy issue (#4451)

* fix: incorrect default max_tokens set - legacy issue * chore: bump cortex server
2025-01-15 12:37:29 +07:00 · 2025-01-15 12:37:29 +07:00 · 58bb1b4939
commit 58bb1b4939
parent 4e387a79f7
2 changed files with 3 additions and 3 deletions
--- a/extensions/inference-cortex-extension/bin/version.txt
+++ b/extensions/inference-cortex-extension/bin/version.txt
@ -1 +1 @@
-1.0.9-rc1
+1.0.9-rc2
--- a/web/containers/ModelDropdown/index.tsx
+++ b/web/containers/ModelDropdown/index.tsx
@ -248,10 +248,10 @@ const ModelDropdown = ({
          ctx_len: model?.settings.ctx_len ? defaultContextLength : undefined,
          max_tokens: defaultContextLength
            ? Math.min(
-                model?.parameters.token_limit ?? 8192,
+                model?.parameters.max_tokens ?? 8192,
                defaultContextLength
              )
-            : model?.parameters.token_limit,
+            : model?.parameters.max_tokens,
        }

        const modelParams = {