update max_tokens for llama-3.1-8b-instant

2024-10-19 19:43:33 -04:00 · 2024-10-19 19:43:33 -04:00 · 72d178f3c3
commit 72d178f3c3
parent 331e2bd35c
1 changed files with 1 additions and 1 deletions
--- a/extensions/inference-groq-extension/resources/models.json
+++ b/extensions/inference-groq-extension/resources/models.json
@ -106,7 +106,7 @@
    "format": "api",
    "settings": {},
    "parameters": {
-      "max_tokens": 8192,
+      "max_tokens": 8000,
      "temperature": 0.7,
      "top_p": 0.95,
      "stream": true,