Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Added support for Azure OpenAI API

Browse Source
This commit is contained in:
hiro 2023-12-09 00:56:39 +07:00
parent 7e3e648e2a
commit bbffaafcdc
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
extensions/inference-openai-extension/src/helpers/sse.ts
View File

@ -15,12 +15,15 @@ export function requestInference(
controller?: AbortController controller?: AbortController
): Observable<string> { ): Observable<string> {
return new Observable((subscriber) => { return new Observable((subscriber) => {
let model_id: string = model.id
if (engine.full_url.includes("openai.azure.com")){
model_id = engine.full_url.split("/")[5]
}
const requestBody = JSON.stringify({ const requestBody = JSON.stringify({
messages: recentMessages, messages: recentMessages,
stream: true, stream: true,
model: model.id, model: model_id
// Model parameters spreading // ...model.parameters,
...model.parameters,
}); });
fetch(`${engine.full_url}`, { fetch(`${engine.full_url}`, {
method: "POST", method: "POST",
@ -29,6 +32,7 @@ export function requestInference(
Accept: "text/event-stream", Accept: "text/event-stream",
"Access-Control-Allow-Origin": "*", "Access-Control-Allow-Origin": "*",
Authorization: `Bearer ${engine.api_key}`, Authorization: `Bearer ${engine.api_key}`,
"api-key": `${engine.api_key}`,
}, },
body: requestBody, body: requestBody,
signal: controller?.signal, signal: controller?.signal,