fix: Spreading model.parameters

2023-12-05 02:03:56 +07:00 · 2023-12-05 02:03:56 +07:00 · a2cf42ac76
commit a2cf42ac76
parent f34024a329
1 changed files with 3 additions and 2 deletions
--- a/extensions/inference-nitro-extension/src/helpers/sse.ts
+++ b/extensions/inference-nitro-extension/src/helpers/sse.ts
@ -15,8 +15,9 @@ export function requestInference(
    const requestBody = JSON.stringify({
      messages: recentMessages,
      model: model.id,
-      stream: model.parameters.stream || true,
-      max_tokens: model.parameters.max_tokens || 2048,
+      stream: true,
+      // Model parameters spreading
+      ...model.parameters,
    });
    fetch(INFERENCE_URL, {
      method: "POST",