Louis 9479beb7d1
fix: unload model while loading cause unknown error (#2649)
* fix: unload model while loading cause unknown error

* chore: mask placeholder
2024-04-09 11:31:42 +07:00

24 lines
647 B
JSON

[
{
"key": "chat-completions-endpoint",
"title": "Chat Completions Endpoint",
"description": "The endpoint to use for chat completions.",
"controllerType": "input",
"controllerProps": {
"placeholder": "Chat Completions Endpoint",
"value": "http://localhost:8000/v2/models/tensorrt_llm_bls/generate"
}
},
{
"key": "tritonllm-api-key",
"title": "Triton LLM API Key",
"description": "The Triton LLM API uses API keys for authentication.",
"controllerType": "input",
"controllerProps": {
"placeholder": "xxxxxxxxxxxxxxxxxxxx",
"value": "",
"type": "password"
}
}
]