Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: force vision models to run with legacy settings

Browse Source
This commit is contained in:
Louis 2024-11-20 12:43:10 +07:00
parent 3ea2d9c0ae
commit 239e5f52e8
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
extensions/inference-cortex-extension/src/index.ts
View File

@ -95,7 +95,7 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
model: Model & { file_path?: string }
): Promise<void> {
if (
model.engine === InferenceEngine.nitro &&
(model.engine === InferenceEngine.nitro || model.settings.vision_model) &&
model.settings.llama_model_path
) {
// Legacy chat model support
@ -111,7 +111,10 @@ export default class JanInferenceCortexExtension extends LocalOAIEngine {
model.settings = settings
}
if (model.engine === InferenceEngine.nitro && model.settings.mmproj) {
if (
(model.engine === InferenceEngine.nitro || model.settings.vision_model) &&
model.settings.mmproj
) {
// Legacy clip vision model support
model.settings = {
...model.settings,