diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts
index 47f0e631a..5544c0670 100644
--- a/extensions/llamacpp-extension/src/index.ts
+++ b/extensions/llamacpp-extension/src/index.ts
@@ -764,6 +764,7 @@ export default class llamacpp_extension extends AIEngine {
 
   override async load(
     modelId: string,
+    overrideSettings?: Partial<LlamacppConfig>,
     isEmbedding: boolean = false
   ): Promise<SessionInfo> {
     const sInfo = this.findSessionByModel(modelId)
@@ -778,7 +779,7 @@ export default class llamacpp_extension extends AIEngine {
       )
     }
     const args: string[] = []
-    const cfg = this.config
+    const cfg = { ...this.config, ...(overrideSettings ?? {}) }
     const [version, backend] = cfg.version_backend.split('/')
     if (!version || !backend) {
       throw new Error(