Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: spreading model.paramters object and update chatCompletion route

Browse Source
This commit is contained in:
hiro 2023-12-05 02:03:39 +07:00
parent 4266d86226
commit f34024a329
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
extensions/inference-openai-extension/src/helpers/sse.ts
View File

@ -19,8 +19,10 @@ export function requestInference(
messages: recentMessages, messages: recentMessages,
stream: true, stream: true,
model: model.id, model: model.id,
// Model parameters spreading
...model.parameters,
}); });
fetch(engine.base_url, { fetch(`${engine.base_url}/chat/completions`, {
method: "POST", method: "POST",
headers: { headers: {
"Content-Type": "application/json", "Content-Type": "application/json",