88 lines
2.0 KiB
JSON
88 lines
2.0 KiB
JSON
[
|
|
{
|
|
"model": "llama3-70b-8192",
|
|
"object": "model",
|
|
"name": "Groq Llama 3 70b",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3 70b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama3-8b-8192",
|
|
"object": "model",
|
|
"name": "Groq Llama 3 8b",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3 8b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.1-8b-instant",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.1 8b Instant",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.1 8b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8000,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "gemma2-9b-it",
|
|
"object": "model",
|
|
"name": "Groq Gemma 9B Instruct",
|
|
"version": "1.2",
|
|
"description": "Groq Gemma 9b Instruct with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.3-70b-versatile",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.3 70b Versatile",
|
|
"version": "3.3",
|
|
"description": "Groq Llama 3.3 70b Versatile with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 32768,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
}
|
|
]
|