Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: stop openai inference raises something amiss (#1799)

Browse Source
This commit is contained in:
Louis 2024-01-26 12:50:58 +07:00 committed by GitHub
parent a7edd37bfc
commit bdebbca9b5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
extensions/inference-openai-extension/src/index.ts
View File

@ -146,7 +146,7 @@ export default class JanInferenceOpenAIExtension extends BaseExtension {
*/ */
private static async handleMessageRequest( private static async handleMessageRequest(
data: MessageRequest, data: MessageRequest,
instance: JanInferenceOpenAIExtension instance: JanInferenceOpenAIExtension,
) { ) {
if (data.model.engine !== "openai") { if (data.model.engine !== "openai") {
return; return;
@ -176,7 +176,7 @@ export default class JanInferenceOpenAIExtension extends BaseExtension {
...JanInferenceOpenAIExtension._currentModel, ...JanInferenceOpenAIExtension._currentModel,
parameters: data.model.parameters, parameters: data.model.parameters,
}, },
instance.controller instance.controller,
).subscribe({ ).subscribe({
next: (content) => { next: (content) => {
const messageContent: ThreadContent = { const messageContent: ThreadContent = {
@ -197,7 +197,7 @@ export default class JanInferenceOpenAIExtension extends BaseExtension {
}, },
error: async (err) => { error: async (err) => {
if (instance.isCancelled || message.content.length > 0) { if (instance.isCancelled || message.content.length > 0) {
message.status = MessageStatus.Error; message.status = MessageStatus.Stopped;
events.emit(MessageEvent.OnMessageUpdate, message); events.emit(MessageEvent.OnMessageUpdate, message);
return; return;
} }
@ -209,7 +209,7 @@ export default class JanInferenceOpenAIExtension extends BaseExtension {
}, },
}; };
message.content = [messageContent]; message.content = [messageContent];
message.status = MessageStatus.Ready; message.status = MessageStatus.Error;
events.emit(MessageEvent.OnMessageUpdate, message); events.emit(MessageEvent.OnMessageUpdate, message);
}, },
}); });