diff --git a/extensions/inference-groq-extension/resources/models.json b/extensions/inference-groq-extension/resources/models.json index d1c8c4289..04b60bfdd 100644 --- a/extensions/inference-groq-extension/resources/models.json +++ b/extensions/inference-groq-extension/resources/models.json @@ -106,7 +106,7 @@ "format": "api", "settings": {}, "parameters": { - "max_tokens": 8192, + "max_tokens": 8000, "temperature": 0.7, "top_p": 0.95, "stream": true,