From c07b418ff230c2da7e63ad57e29b419890bbd4b1 Mon Sep 17 00:00:00 2001
From: Louis <louis@jan.ai>
Date: Thu, 4 Jan 2024 18:22:07 +0700
Subject: [PATCH] fix: Error occurred: Unexpected token "d", "data: ..." is not
 a valid JSON (#1332)

---
 extensions/inference-nitro-extension/src/helpers/sse.ts  | 8 ++++----
 extensions/inference-openai-extension/src/helpers/sse.ts | 8 ++++----
 2 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/extensions/inference-nitro-extension/src/helpers/sse.ts b/extensions/inference-nitro-extension/src/helpers/sse.ts
index a7b35f2f0..c6352383d 100644
--- a/extensions/inference-nitro-extension/src/helpers/sse.ts
+++ b/extensions/inference-nitro-extension/src/helpers/sse.ts
@@ -30,7 +30,10 @@ export function requestInference(
       signal: controller?.signal,
     })
       .then(async (response) => {
-        if (model.parameters.stream) {
+        if (model.parameters.stream === false) {
+          const data = await response.json();
+          subscriber.next(data.choices[0]?.message?.content ?? "");
+        } else {
           const stream = response.body;
           const decoder = new TextDecoder("utf-8");
           const reader = stream?.getReader();
@@ -54,9 +57,6 @@ export function requestInference(
               }
             }
           }
-        } else {
-          const data = await response.json();
-          subscriber.next(data.choices[0]?.message?.content ?? "");
         }
         subscriber.complete();
       })
diff --git a/extensions/inference-openai-extension/src/helpers/sse.ts b/extensions/inference-openai-extension/src/helpers/sse.ts
index bbfc5e1fd..fb75816e7 100644
--- a/extensions/inference-openai-extension/src/helpers/sse.ts
+++ b/extensions/inference-openai-extension/src/helpers/sse.ts
@@ -46,7 +46,10 @@ export function requestInference(
           subscriber.complete();
           return;
         }
-        if (model.parameters.stream) {
+        if (model.parameters.stream === false) {
+          const data = await response.json();
+          subscriber.next(data.choices[0]?.message?.content ?? "");
+        } else {
           const stream = response.body;
           const decoder = new TextDecoder("utf-8");
           const reader = stream?.getReader();
@@ -70,9 +73,6 @@ export function requestInference(
               }
             }
           }
-        } else {
-          const data = await response.json();
-          subscriber.next(data.choices[0]?.message?.content ?? "");
         }
         subscriber.complete();
       })