diff --git a/extensions/inference-nitro-extension/bin/version.txt b/extensions/inference-nitro-extension/bin/version.txt index 013adb716..28d007539 100644 --- a/extensions/inference-nitro-extension/bin/version.txt +++ b/extensions/inference-nitro-extension/bin/version.txt @@ -1 +1 @@ -0.1.30 +0.1.32 diff --git a/extensions/inference-nitro-extension/src/index.ts b/extensions/inference-nitro-extension/src/index.ts index 4bcfe05b0..4aa15a7a9 100644 --- a/extensions/inference-nitro-extension/src/index.ts +++ b/extensions/inference-nitro-extension/src/index.ts @@ -227,7 +227,7 @@ export default class JanInferenceNitroExtension implements InferenceExtension { events.emit(EventName.OnMessageUpdate, message); }, error: async (err) => { - if (instance.isCancelled) { + if (instance.isCancelled || message.content.length > 0) { message.status = MessageStatus.Ready; events.emit(EventName.OnMessageUpdate, message); return; diff --git a/extensions/inference-openai-extension/src/index.ts b/extensions/inference-openai-extension/src/index.ts index 42c9c3798..64c429664 100644 --- a/extensions/inference-openai-extension/src/index.ts +++ b/extensions/inference-openai-extension/src/index.ts @@ -217,7 +217,7 @@ export default class JanInferenceOpenAIExtension implements InferenceExtension { events.emit(EventName.OnMessageUpdate, message); }, error: async (err) => { - if (instance.isCancelled) { + if (instance.isCancelled || message.content.length > 0) { message.status = MessageStatus.Ready; events.emit(EventName.OnMessageUpdate, message); return;