fix: Spreading model.parameters
This commit is contained in:
parent
f34024a329
commit
a2cf42ac76
@ -15,8 +15,9 @@ export function requestInference(
|
|||||||
const requestBody = JSON.stringify({
|
const requestBody = JSON.stringify({
|
||||||
messages: recentMessages,
|
messages: recentMessages,
|
||||||
model: model.id,
|
model: model.id,
|
||||||
stream: model.parameters.stream || true,
|
stream: true,
|
||||||
max_tokens: model.parameters.max_tokens || 2048,
|
// Model parameters spreading
|
||||||
|
...model.parameters,
|
||||||
});
|
});
|
||||||
fetch(INFERENCE_URL, {
|
fetch(INFERENCE_URL, {
|
||||||
method: "POST",
|
method: "POST",
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user