fix: correctly apply auto_unload setting from config (#5953)
Previously, the `autoUnload` flag was not being updated when set via config, causing models to be auto-unloaded regardless of the intended behavior. This patch ensures the setting is respected at runtime.
This commit is contained in:
parent
432c942330
commit
fa896b3bf3
@ -779,6 +779,8 @@ export default class llamacpp_extension extends AIEngine {
|
|||||||
await this.ensureBackendReady(backend, version)
|
await this.ensureBackendReady(backend, version)
|
||||||
}
|
}
|
||||||
closure()
|
closure()
|
||||||
|
} else if (key === 'auto_unload') {
|
||||||
|
this.autoUnload = value as boolean
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user