2a0601f75a
* feat: remote engine management * chore: fix linter issue * chore: remove unused imports * fix: populate engines, models and legacy settings (#4403) * fix: populate engines, models and legacy settings * chore: legacy logics update configured remote engine * fix: check exist path before reading * fix: engines and models persist - race condition * chore: update issue state * test: update test cases * chore: bring back Cortex extension settings * chore: setup button gear / plus based apikey * chore: fix remote engine from welcome screen * chore: resolve linter issue * chore: support request headers template * chore: update engines using header_template instead of api_key_template * chore: update models on changes * fix: anthropic response template * chore: fix welcome screen and debounce update value input * chore: update engines list on changes * chore: update engines list on change * chore: update desc form add modal remote engines * chore: bump cortex version to latest RC * chore: fix linter * fix: transform payload of Anthropic and OpenAI * fix: typo * fix: openrouter model id for auto routing * chore: remove remote engine URL setting * chore: add cohere engine and model support * fix: should not clean on app launch - models list display issue * fix: local engine check logic * chore: bump app version to latest release 0.5.13 * test: fix failed tests --------- Co-authored-by: Louis <louis@jan.ai>
190 lines
4.6 KiB
JSON
190 lines
4.6 KiB
JSON
[
|
|
{
|
|
"model": "llama3-70b-8192",
|
|
"object": "model",
|
|
"name": "Groq Llama 3 70b",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3 70b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama3-8b-8192",
|
|
"object": "model",
|
|
"name": "Groq Llama 3 8b",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3 8b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.1-8b-instant",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.1 8b Instant",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.1 8b with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8000,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-11b-text-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 11b Text Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 11b Text Preview with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-11b-vision-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 11b Vision Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 11b Vision Preview with supercharged speed!",
|
|
"inference_params": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-1b-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 1b Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 1b Preview with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-3b-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 3b Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 3b Preview with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-90b-text-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 90b Text Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 90b Text Preview with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "llama-3.2-90b-vision-preview",
|
|
"object": "model",
|
|
"name": "Groq Llama 3.2 90b Vision Preview",
|
|
"version": "1.1",
|
|
"description": "Groq Llama 3.2 90b Vision Preview with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "gemma2-9b-it",
|
|
"object": "model",
|
|
"name": "Groq Gemma 9B Instruct",
|
|
"version": "1.2",
|
|
"description": "Groq Gemma 9b Instruct with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 8192,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
},
|
|
{
|
|
"model": "mixtral-8x7b-32768",
|
|
"object": "model",
|
|
"name": "Groq Mixtral 8x7B Instruct",
|
|
"version": "1.2",
|
|
"description": "Groq Mixtral 8x7B Instruct is Mixtral with supercharged speed!",
|
|
"parameters": {
|
|
"max_tokens": 32768,
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"stream": true,
|
|
"stop": [],
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0
|
|
},
|
|
"engine": "groq"
|
|
}
|
|
]
|