From e0437afb2c2865508727f2fcedb917c7fcca13f1 Mon Sep 17 00:00:00 2001
From: Louis <louis@jan.ai>
Date: Mon, 17 Feb 2025 15:24:43 +0700
Subject: [PATCH] fix: app stucks at generating response state after stopped
 the previous session (#4662)

* chore: add OpenAI o3-mini model to ship with the app by default

* chore: should not reload model on inference parameters update

* chore: update cortex.cpp rc build
---
 .../engine-management-extension/models/openai.json | 13 +++++++++++++
 .../inference-cortex-extension/bin/version.txt     |  2 +-
 web/screens/Thread/ThreadRightPanel/index.tsx      | 14 +++++---------
 3 files changed, 19 insertions(+), 10 deletions(-)

diff --git a/extensions/engine-management-extension/models/openai.json b/extensions/engine-management-extension/models/openai.json
index ad3b2562d..5c1e70b5a 100644
--- a/extensions/engine-management-extension/models/openai.json
+++ b/extensions/engine-management-extension/models/openai.json
@@ -108,5 +108,18 @@
       "stream": true
     },
     "engine": "openai"
+  },
+  {
+    "model": "o3-mini",
+    "object": "model",
+    "name": "OpenAI o3-mini",
+    "version": "1.0",
+    "description": "OpenAI most recent reasoning model, providing high intelligence at the same cost and latency targets of o1-mini.",
+    "format": "api",
+    "inference_params": {
+      "max_tokens": 100000,
+      "stream": true
+    },
+    "engine": "openai"
   }
 ]
diff --git a/extensions/inference-cortex-extension/bin/version.txt b/extensions/inference-cortex-extension/bin/version.txt
index 8bb123182..f710537d9 100644
--- a/extensions/inference-cortex-extension/bin/version.txt
+++ b/extensions/inference-cortex-extension/bin/version.txt
@@ -1 +1 @@
-1.0.10-rc10
+1.0.10-rc12
diff --git a/web/screens/Thread/ThreadRightPanel/index.tsx b/web/screens/Thread/ThreadRightPanel/index.tsx
index 6023f8301..e363c397f 100644
--- a/web/screens/Thread/ThreadRightPanel/index.tsx
+++ b/web/screens/Thread/ThreadRightPanel/index.tsx
@@ -182,7 +182,6 @@ const ThreadRightPanel = () => {
       if (!activeThread || !activeAssistant) return
 
       setEngineParamsUpdate(true)
-      resetModel()
 
       updateModelParameter(activeThread, {
         params: { [key]: value },
@@ -204,13 +203,7 @@ const ThreadRightPanel = () => {
         }
       }
     },
-    [
-      activeAssistant,
-      activeThread,
-      resetModel,
-      setEngineParamsUpdate,
-      updateModelParameter,
-    ]
+    [activeAssistant, activeThread, setEngineParamsUpdate, updateModelParameter]
   )
 
   if (!activeThread) {
@@ -287,7 +280,10 @@ const ThreadRightPanel = () => {
                 <AccordionItem title={ENGINE_SETTINGS} value={ENGINE_SETTINGS}>
                   <EngineSetting
                     componentData={settings.engineSettings}
-                    onValueChanged={onValueChanged}
+                    onValueChanged={(key, value) => {
+                      resetModel()
+                      onValueChanged(key, value)
+                    }}
                   />
                 </AccordionItem>
               )}