diff --git a/extensions/engine-management-extension/src/index.ts b/extensions/engine-management-extension/src/index.ts index a668aa2b2..e4d7b57ac 100644 --- a/extensions/engine-management-extension/src/index.ts +++ b/extensions/engine-management-extension/src/index.ts @@ -195,7 +195,21 @@ export default class JSONEngineManagementExtension extends EngineManagementExten async addRemoteModel(model: Model) { return this.queue .add(() => - ky.post(`${API_URL}/v1/models/add`, { json: model }).then((e) => e) + ky + .post(`${API_URL}/v1/models/add`, { + json: { + inference_params: { + max_tokens: 8192, + temperature: 0.7, + top_p: 0.95, + stream: true, + frequency_penalty: 0, + presence_penalty: 0, + }, + ...model, + }, + }) + .then((e) => e) ) .then(() => {}) }