Merge pull request #4052 from janhq/fix/customized-remote-model-json-should-be-available

fix: bump cortex.cpp to latest version - recursively scanning models folder should also include remote models

extensions/inference-cortex-extension/bin/version.txt

@@ -1 +1 @@
-1.0.3-rc4
+1.0.3-rc5

extensions/inference-cortex-extension/src/index.ts

@@ -95,7 +95,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
     model: Model & { file_path?: string }
   ): Promise<void> {
     if (
-      model.engine === InferenceEngine.nitro &&
+      (model.engine === InferenceEngine.nitro || model.settings.vision_model) &&
       model.settings.llama_model_path
     ) {
       // Legacy chat model support
@@ -111,7 +111,10 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
       model.settings = settings
     }
 
-    if (model.engine === InferenceEngine.nitro && model.settings.mmproj) {
+    if (
+      (model.engine === InferenceEngine.nitro || model.settings.vision_model) &&
+      model.settings.mmproj
+    ) {
       // Legacy clip vision model support
       model.settings = {
         ...model.settings,

extensions/inference-openrouter-extension/src/index.ts

@@ -83,6 +83,6 @@ export default class JanInferenceOpenRouterExtension extends RemoteOAIEngine {
 
   transformPayload = (payload: PayloadType) => ({
     ...payload,
-    model: this.model,
+    model: payload.model !== 'open-router-auto' ? payload.model : this.model,
   })
 }

extensions/model-extension/src/index.ts

@@ -145,7 +145,7 @@ export default class JanModelExtension extends ModelExtension {
      */
     if (!toImportModels.length)
       return fetchedModels.concat(
-        legacyModels.filter((e) => e.settings?.vision_model)
+        legacyModels.filter((e) => !fetchedModels.some((x) => x.id === e.id))
       )
 
     console.log('To import models:', toImportModels.length)