From a2cf42ac7639dc5b51e5ba049ea43e1c4d7a232f Mon Sep 17 00:00:00 2001
From: hiro <vuonghoainam.work@gmail.com>
Date: Tue, 5 Dec 2023 02:03:56 +0700
Subject: [PATCH] fix: Spreading model.parameters

---
 extensions/inference-nitro-extension/src/helpers/sse.ts | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/extensions/inference-nitro-extension/src/helpers/sse.ts b/extensions/inference-nitro-extension/src/helpers/sse.ts
index 4da520fe3..65cb0d6ba 100644
--- a/extensions/inference-nitro-extension/src/helpers/sse.ts
+++ b/extensions/inference-nitro-extension/src/helpers/sse.ts
@@ -15,8 +15,9 @@ export function requestInference(
     const requestBody = JSON.stringify({
       messages: recentMessages,
       model: model.id,
-      stream: model.parameters.stream || true,
-      max_tokens: model.parameters.max_tokens || 2048,
+      stream: true,
+      // Model parameters spreading
+      ...model.parameters,
     });
     fetch(INFERENCE_URL, {
       method: "POST",