Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: 4162 - Graceful Openrouter error handling

Browse Source
This commit is contained in:
Louis 2024-12-03 16:01:43 +07:00
parent d9313d670a
commit 4da37087b6
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
core/src/browser/extensions/engines/OAIEngine.ts
View File

@ -132,9 +132,6 @@ export abstract class OAIEngine extends AIEngine {
events.emit(MessageEvent.OnMessageUpdate, message) events.emit(MessageEvent.OnMessageUpdate, message)
}, },
error: async (err: any) => { error: async (err: any) => {
console.debug('inference url: ', this.inferenceUrl)
console.debug('header: ', header)
console.error(`Inference error:`, JSON.stringify(err))
if (this.isCancelled || message.content.length) { if (this.isCancelled || message.content.length) {
message.status = MessageStatus.Stopped message.status = MessageStatus.Stopped
events.emit(MessageEvent.OnMessageUpdate, message) events.emit(MessageEvent.OnMessageUpdate, message)

5
core/src/browser/extensions/engines/helpers/sse.ts
View File

@ -77,6 +77,11 @@ export function requestInference(
const toParse = cachedLines + line const toParse = cachedLines + line
if (!line.includes('data: [DONE]')) { if (!line.includes('data: [DONE]')) {
const data = JSON.parse(toParse.replace('data: ', '')) const data = JSON.parse(toParse.replace('data: ', ''))
if ('error' in data) {
subscriber.error(data.error)
subscriber.complete()
return
}
content += data.choices[0]?.delta?.content ?? '' content += data.choices[0]?.delta?.content ?? ''
if (content.startsWith('assistant: ')) { if (content.startsWith('assistant: ')) {
content = content.replace('assistant: ', '') content = content.replace('assistant: ', '')