fix: Spreading model.parameters

This commit is contained in:
hiro 2023-12-05 02:03:56 +07:00
parent f34024a329
commit a2cf42ac76

View File

@ -15,8 +15,9 @@ export function requestInference(
const requestBody = JSON.stringify({ const requestBody = JSON.stringify({
messages: recentMessages, messages: recentMessages,
model: model.id, model: model.id,
stream: model.parameters.stream || true, stream: true,
max_tokens: model.parameters.max_tokens || 2048, // Model parameters spreading
...model.parameters,
}); });
fetch(INFERENCE_URL, { fetch(INFERENCE_URL, {
method: "POST", method: "POST",