If checking for proper ctx_len settings after refactoring
This commit is contained in:
parent
39bb3f34d6
commit
d6edb1e944
@ -306,7 +306,7 @@ export default class llamacpp_extension extends AIEngine {
|
|||||||
args.push('-m', opts.modelPath)
|
args.push('-m', opts.modelPath)
|
||||||
args.push('--port', String(opts.port || 8080)) // Default port if not specified
|
args.push('--port', String(opts.port || 8080)) // Default port if not specified
|
||||||
|
|
||||||
if (opts.n_ctx !== undefined) {
|
if (cfg.ctx_size !== undefined) {
|
||||||
args.push('-c', String(cfg.ctx_size))
|
args.push('-c', String(cfg.ctx_size))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user