Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update max_tokens for llama-3.1-70b-versatile and fix typo

Browse Source
This commit is contained in:
Sharun 2024-10-19 19:36:04 -04:00
parent ff46a1b009
commit 44878d6103
No known key found for this signature in database
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
extensions/inference-groq-extension/resources/models.json
View File

@ -69,13 +69,13 @@
], ],
"id": "llama-3.1-70b-versatile", "id": "llama-3.1-70b-versatile",
"object": "model", "object": "model",
"name": "Groq Llama 3.1 80b Versatile", "name": "Groq Llama 3.1 70b Versatile",
"version": "1.1", "version": "1.1",
"description": "Groq Llama 3.1 80b Versatile with supercharged speed!", "description": "Groq Llama 3.1 70b Versatile with supercharged speed!",
"format": "api", "format": "api",
"settings": {}, "settings": {},
"parameters": { "parameters": {
"max_tokens": 8192, "max_tokens": 8000,
"temperature": 0.7, "temperature": 0.7,
"top_p": 0.95, "top_p": 0.95,
"stream": true, "stream": true,