From fa896b3bf3195513017338ce04e44c6da3c199f6 Mon Sep 17 00:00:00 2001 From: Akarshan Biswas Date: Mon, 28 Jul 2025 19:17:29 +0530 Subject: [PATCH] fix: correctly apply `auto_unload` setting from config (#5953) Previously, the `autoUnload` flag was not being updated when set via config, causing models to be auto-unloaded regardless of the intended behavior. This patch ensures the setting is respected at runtime. --- extensions/llamacpp-extension/src/index.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts index 70bacbbf1..a4c224d1c 100644 --- a/extensions/llamacpp-extension/src/index.ts +++ b/extensions/llamacpp-extension/src/index.ts @@ -779,6 +779,8 @@ export default class llamacpp_extension extends AIEngine { await this.ensureBackendReady(backend, version) } closure() + } else if (key === 'auto_unload') { + this.autoUnload = value as boolean } }