Merge pull request #4200 from janhq/fix/4162-graceful-openrouter-error-handling
fix: 4162 - Graceful Openrouter error handling
This commit is contained in:
commit
57d31bcb11
@ -132,9 +132,6 @@ export abstract class OAIEngine extends AIEngine {
|
||||
events.emit(MessageEvent.OnMessageUpdate, message)
|
||||
},
|
||||
error: async (err: any) => {
|
||||
console.debug('inference url: ', this.inferenceUrl)
|
||||
console.debug('header: ', header)
|
||||
console.error(`Inference error:`, JSON.stringify(err))
|
||||
if (this.isCancelled || message.content.length) {
|
||||
message.status = MessageStatus.Stopped
|
||||
events.emit(MessageEvent.OnMessageUpdate, message)
|
||||
|
||||
@ -77,6 +77,11 @@ export function requestInference(
|
||||
const toParse = cachedLines + line
|
||||
if (!line.includes('data: [DONE]')) {
|
||||
const data = JSON.parse(toParse.replace('data: ', ''))
|
||||
if ('error' in data) {
|
||||
subscriber.error(data.error)
|
||||
subscriber.complete()
|
||||
return
|
||||
}
|
||||
content += data.choices[0]?.delta?.content ?? ''
|
||||
if (content.startsWith('assistant: ')) {
|
||||
content = content.replace('assistant: ', '')
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user