Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Error occurred: Unexpected token "d", "data: ..." is not a valid JSON (#1332)

Browse Source
This commit is contained in:
Louis 2024-01-04 18:22:07 +07:00 committed by GitHub
parent 97c0fee0b2
commit c07b418ff2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
extensions/inference-nitro-extension/src/helpers/sse.ts
View File

@ -30,7 +30,10 @@ export function requestInference(
signal: controller?.signal,
})
.then(async (response) => {
if (model.parameters.stream) {
if (model.parameters.stream === false) {
const data = await response.json();
subscriber.next(data.choices[0]?.message?.content ?? "");
} else {
const stream = response.body;
const decoder = new TextDecoder("utf-8");
const reader = stream?.getReader();
@ -54,9 +57,6 @@ export function requestInference(
}
}
}
} else {
const data = await response.json();
subscriber.next(data.choices[0]?.message?.content ?? "");
}
subscriber.complete();
})

8
extensions/inference-openai-extension/src/helpers/sse.ts
View File

@ -46,7 +46,10 @@ export function requestInference(
subscriber.complete();
return;
}
if (model.parameters.stream) {
if (model.parameters.stream === false) {
const data = await response.json();
subscriber.next(data.choices[0]?.message?.content ?? "");
} else {
const stream = response.body;
const decoder = new TextDecoder("utf-8");
const reader = stream?.getReader();
@ -70,9 +73,6 @@ export function requestInference(
}
}
}
} else {
const data = await response.json();
subscriber.next(data.choices[0]?.message?.content ?? "");
}
subscriber.complete();
})