diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts index 76912c5e3..13322bbe5 100644 --- a/extensions/llamacpp-extension/src/index.ts +++ b/extensions/llamacpp-extension/src/index.ts @@ -1182,7 +1182,9 @@ export default class llamacpp_extension extends AIEngine { // Add remaining options from the interface if (cfg.chat_template) args.push('--chat-template', cfg.chat_template) - args.push('-ngl', String(cfg.n_gpu_layers > 0 ? cfg.n_gpu_layers : 100)) + const gpu_layers = + parseInt(String(cfg.n_gpu_layers)) >= 0 ? cfg.n_gpu_layers : 100 + args.push('-ngl', String(gpu_layers)) if (cfg.threads > 0) args.push('--threads', String(cfg.threads)) if (cfg.threads_batch > 0) args.push('--threads-batch', String(cfg.threads_batch))