Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Allow specifying mmproj path during model loading

Browse Source 
The `loadOptions` interface in `AIEngine.ts` now includes an optional `mmprojPath` property.  This allows users to provide a path to their MMProject file when loading a model, which is required for certain model types.  The `llamacpp-extension/src/index.ts` has been updated to pass this option to the llamacpp server if provided.
This commit is contained in:
Akarshan Biswas 2025-05-29 19:53:02 +05:30 committed by Louis
parent fbfaaf43c5
commit 07d76dc871
No known key found for this signature in database
GPG Key ID: 44FA9F4D33C37DE2
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
core/src/browser/extensions/engines/AIEngine.ts
View File

@ -103,6 +103,7 @@ export type listResult = modelInfo[]
export interface loadOptions { export interface loadOptions {
modelId: string modelId: string
modelPath: string modelPath: string
mmprojPath?: string
port?: number port?: number
} }
@ -181,7 +182,7 @@ export abstract class AIEngine extends BaseExtension {
/** /**
* Unloads a model from memory * Unloads a model from memory
*/ */
abstract unload(opts: unloadOptions): Promise<unloadResult> abstract unload(sessionId: string): Promise<unloadResult>
/** /**
* Sends a chat request to the model * Sends a chat request to the model

3
extensions/llamacpp-extension/src/index.ts
View File

@ -343,6 +343,9 @@ export default class llamacpp_extension extends AIEngine {
args.push('-m', opts.modelPath) args.push('-m', opts.modelPath)
args.push('-a', opts.modelId) args.push('-a', opts.modelId)
args.push('--port', String(opts.port || 8080)) // Default port if not specified args.push('--port', String(opts.port || 8080)) // Default port if not specified
if (opts.mmprojPath) {
args.push('--mmproj', opts.mmprojPath)
}
if (cfg.ctx_size !== undefined) { if (cfg.ctx_size !== undefined) {
args.push('-c', String(cfg.ctx_size)) args.push('-c', String(cfg.ctx_size))