23 lines
1.8 KiB
JSON
23 lines
1.8 KiB
JSON
{
|
|
"id": "@janhq/inference-openai-extension",
|
|
"type": "remote",
|
|
"engine": "openai",
|
|
"url": "https://platform.openai.com/account/api-keys",
|
|
"api_key": "",
|
|
"metadata": {
|
|
"get_models_url": "https://api.openai.com/v1/models",
|
|
"header_template": "Authorization: Bearer {{api_key}}",
|
|
"transform_req": {
|
|
"chat_completions": {
|
|
"url": "https://api.openai.com/v1/chat/completions",
|
|
"template": "{ {% set first = true %}{% for key, value in input_request %}{% if key == \"model\" or key == \"temperature\" or key == \"store\" or key == \"messages\" or key == \"stream\" or key == \"presence_penalty\" or key == \"metadata\" or key == \"frequency_penalty\" or key == \"tools\" or key == \"tool_choice\" or key == \"logprobs\" or key == \"top_logprobs\" or key == \"logit_bias\" or key == \"n\" or key == \"modalities\" or key == \"prediction\" or key == \"response_format\" or key == \"service_tier\" or key == \"seed\" or key == \"stream_options\" or key == \"top_p\" or key == \"parallel_tool_calls\" or key == \"user\" or (not \"o1\" in input_request.model and (key == \"max_tokens\" or key == \"stop\")) %} {% if key == \"max_tokens\" and \"o1\" in input_request.model %} \"max_completion_tokens\": {{ tojson(value) }} {% else %} {% if not first %},{% endif %} \"{{ key }}\": {{ tojson(value) }} {% set first = false %} {% endif %} {% endif %} {% endfor %} }"
|
|
}
|
|
},
|
|
"transform_resp": {
|
|
"chat_completions": {
|
|
"template": "{ {% set first = true %} {% for key, value in input_request %} {% if key == \"choices\" or key == \"created\" or key == \"model\" or key == \"service_tier\" or key == \"stream\" or key == \"object\" or key == \"usage\" %} {% if not first %},{% endif %} \"{{ key }}\": {{ tojson(value) }} {% set first = false %} {% endif %} {% endfor %} }"
|
|
}
|
|
}
|
|
}
|
|
}
|