Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: inference openai compatible accepts parameters

Browse Source
This commit is contained in:
hiro 2023-12-10 20:16:19 +07:00
parent 3903c10c5b
commit 0522d2fe4d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/inference-openai-extension/src/helpers/sse.ts
View File

@ -22,8 +22,8 @@ export function requestInference(
const requestBody = JSON.stringify({ const requestBody = JSON.stringify({
messages: recentMessages, messages: recentMessages,
stream: true, stream: true,
model: model_id model: model_id,
// ...model.parameters, ...model.parameters,
}); });
fetch(`${engine.full_url}`, { fetch(`${engine.full_url}`, {
method: "POST", method: "POST",