fix: spreading model.paramters object and update chatCompletion route

2023-12-05 02:03:39 +07:00 · 2023-12-05 02:03:39 +07:00 · f34024a329
commit f34024a329
parent 4266d86226
1 changed files with 3 additions and 1 deletions
--- a/extensions/inference-openai-extension/src/helpers/sse.ts
+++ b/extensions/inference-openai-extension/src/helpers/sse.ts
@ -19,8 +19,10 @@ export function requestInference(
      messages: recentMessages,
      stream: true,
      model: model.id,
+      // Model parameters spreading
+      ...model.parameters,
    });
-    fetch(engine.base_url, {
+    fetch(`${engine.base_url}/chat/completions`, {
      method: "POST",
      headers: {
        "Content-Type": "application/json",