Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: inference extensions small syntax fix

Browse Source
This commit is contained in:
hiro 2023-12-09 00:56:24 +07:00
parent c32ad0aff7
commit 7e3e648e2a
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
extensions/inference-nitro-extension/src/helpers/sse.ts
View File

@ -16,7 +16,6 @@ export function requestInference(
messages: recentMessages, messages: recentMessages,
model: model.id, model: model.id,
stream: true, stream: true,
// TODO: Model parameters spreading
// ...model.parameters, // ...model.parameters,
}); });
fetch(INFERENCE_URL, { fetch(INFERENCE_URL, {

2
extensions/inference-openai-extension/src/index.ts
View File

@ -37,7 +37,7 @@ export default class JanInferenceOpenAIExtension implements InferenceExtension {
private static _currentModel: OpenAIModel; private static _currentModel: OpenAIModel;
private static _engineSettings: EngineSettings = { private static _engineSettings: EngineSettings = {
full_url: "https://api.openai.com/v1/chat/completion", full_url: "https://api.openai.com/v1/chat/completions",
api_key: "sk-<your key here>", api_key: "sk-<your key here>",
}; };