From 44878d6103ecf511c0a63635f8d852299c1b1231 Mon Sep 17 00:00:00 2001 From: Sharun Date: Sat, 19 Oct 2024 19:36:04 -0400 Subject: [PATCH] update max_tokens for llama-3.1-70b-versatile and fix typo --- extensions/inference-groq-extension/resources/models.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/extensions/inference-groq-extension/resources/models.json b/extensions/inference-groq-extension/resources/models.json index 66387f4a0..16cd24a81 100644 --- a/extensions/inference-groq-extension/resources/models.json +++ b/extensions/inference-groq-extension/resources/models.json @@ -69,13 +69,13 @@ ], "id": "llama-3.1-70b-versatile", "object": "model", - "name": "Groq Llama 3.1 80b Versatile", + "name": "Groq Llama 3.1 70b Versatile", "version": "1.1", - "description": "Groq Llama 3.1 80b Versatile with supercharged speed!", + "description": "Groq Llama 3.1 70b Versatile with supercharged speed!", "format": "api", "settings": {}, "parameters": { - "max_tokens": 8192, + "max_tokens": 8000, "temperature": 0.7, "top_p": 0.95, "stream": true,