7a6890bd7f
* chore: Gemini error handling * chore: remote provider error handling * chore: remote provider error handling * chore: fix anthropic unsupported parameters * chore: fix tests
22 lines
456 B
JSON
22 lines
456 B
JSON
[
|
|
{
|
|
"model": "mistralai/mistral-7b-instruct-v0.2",
|
|
"object": "model",
|
|
"name": "Mistral 7B",
|
|
"version": "1.1",
|
|
"description": "Mistral 7B with NVIDIA",
|
|
"inference_params": {
|
|
"max_tokens": 1024,
|
|
"temperature": 0.3,
|
|
"max_temperature": 1.0,
|
|
"top_p": 1,
|
|
"stream": false,
|
|
"frequency_penalty": 0,
|
|
"presence_penalty": 0,
|
|
"stop": null,
|
|
"seed": null
|
|
},
|
|
"engine": "nvidia"
|
|
}
|
|
]
|