If checking for proper ctx_len settings after refactoring

2025-05-29 08:41:07 +05:30 · 2025-05-29 08:41:07 +05:30 · d6edb1e944
commit d6edb1e944
parent 39bb3f34d6
1 changed files with 1 additions and 1 deletions
--- a/extensions/llamacpp-extension/src/index.ts
+++ b/extensions/llamacpp-extension/src/index.ts
@ -306,7 +306,7 @@ export default class llamacpp_extension extends AIEngine {
    args.push('-m', opts.modelPath)
    args.push('--port', String(opts.port || 8080)) // Default port if not specified

-    if (opts.n_ctx !== undefined) {
+    if (cfg.ctx_size !== undefined) {
      args.push('-c', String(cfg.ctx_size))
    }