From b79edc225b0bf467d33f4cf1d18fb0558dff8aee Mon Sep 17 00:00:00 2001
From: Louis <louis@jan.ai>
Date: Wed, 5 Feb 2025 21:21:36 +0700
Subject: [PATCH] chore: add default inference parameters for custom remote
 models (#4584)

---
 .../engine-management-extension/src/index.ts     | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git a/extensions/engine-management-extension/src/index.ts b/extensions/engine-management-extension/src/index.ts
index a668aa2b2..e4d7b57ac 100644
--- a/extensions/engine-management-extension/src/index.ts
+++ b/extensions/engine-management-extension/src/index.ts
@@ -195,7 +195,21 @@ export default class JSONEngineManagementExtension extends EngineManagementExten
   async addRemoteModel(model: Model) {
     return this.queue
       .add(() =>
-        ky.post(`${API_URL}/v1/models/add`, { json: model }).then((e) => e)
+        ky
+          .post(`${API_URL}/v1/models/add`, {
+            json: {
+              inference_params: {
+                max_tokens: 8192,
+                temperature: 0.7,
+                top_p: 0.95,
+                stream: true,
+                frequency_penalty: 0,
+                presence_penalty: 0,
+              },
+              ...model,
+            },
+          })
+          .then((e) => e)
       )
       .then(() => {})
   }