diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts index 70bacbbf19..a4c224d1c2 100644 --- a/extensions/llamacpp-extension/src/index.ts +++ b/extensions/llamacpp-extension/src/index.ts @@ -779,6 +779,8 @@ export default class llamacpp_extension extends AIEngine { await this.ensureBackendReady(backend, version) } closure() + } else if (key === 'auto_unload') { + this.autoUnload = value as boolean } }