From 4653030bc1ac8c67935d1fdcea103329334f0ebb Mon Sep 17 00:00:00 2001
From: Louis <louis@jan.ai>
Date: Tue, 19 Dec 2023 16:42:13 +0700
Subject: [PATCH] fix: #1097 streaming response is replaced by error message
 (#1099)

---
 extensions/inference-nitro-extension/bin/version.txt | 2 +-
 extensions/inference-nitro-extension/src/index.ts    | 2 +-
 extensions/inference-openai-extension/src/index.ts   | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/extensions/inference-nitro-extension/bin/version.txt b/extensions/inference-nitro-extension/bin/version.txt
index 013adb716..28d007539 100644
--- a/extensions/inference-nitro-extension/bin/version.txt
+++ b/extensions/inference-nitro-extension/bin/version.txt
@@ -1 +1 @@
-0.1.30
+0.1.32
diff --git a/extensions/inference-nitro-extension/src/index.ts b/extensions/inference-nitro-extension/src/index.ts
index 4bcfe05b0..4aa15a7a9 100644
--- a/extensions/inference-nitro-extension/src/index.ts
+++ b/extensions/inference-nitro-extension/src/index.ts
@@ -227,7 +227,7 @@ export default class JanInferenceNitroExtension implements InferenceExtension {
         events.emit(EventName.OnMessageUpdate, message);
       },
       error: async (err) => {
-        if (instance.isCancelled) {
+        if (instance.isCancelled || message.content.length > 0) {
           message.status = MessageStatus.Ready;
           events.emit(EventName.OnMessageUpdate, message);
           return;
diff --git a/extensions/inference-openai-extension/src/index.ts b/extensions/inference-openai-extension/src/index.ts
index 42c9c3798..64c429664 100644
--- a/extensions/inference-openai-extension/src/index.ts
+++ b/extensions/inference-openai-extension/src/index.ts
@@ -217,7 +217,7 @@ export default class JanInferenceOpenAIExtension implements InferenceExtension {
         events.emit(EventName.OnMessageUpdate, message);
       },
       error: async (err) => {
-        if (instance.isCancelled) {
+        if (instance.isCancelled || message.content.length > 0) {
           message.status = MessageStatus.Ready;
           events.emit(EventName.OnMessageUpdate, message);
           return;