fix: inference extensions small syntax fix

This commit is contained in:
hiro 2023-12-09 00:56:24 +07:00
parent c32ad0aff7
commit 7e3e648e2a
2 changed files with 1 additions and 2 deletions

View File

@ -16,7 +16,6 @@ export function requestInference(
messages: recentMessages,
model: model.id,
stream: true,
// TODO: Model parameters spreading
// ...model.parameters,
});
fetch(INFERENCE_URL, {

View File

@ -37,7 +37,7 @@ export default class JanInferenceOpenAIExtension implements InferenceExtension {
private static _currentModel: OpenAIModel;
private static _engineSettings: EngineSettings = {
full_url: "https://api.openai.com/v1/chat/completion",
full_url: "https://api.openai.com/v1/chat/completions",
api_key: "sk-<your key here>",
};