remove ununsed imports and remove n_ctx key from loadOptions
This commit is contained in:
parent
77d861f56f
commit
7481fae0df
@ -103,7 +103,6 @@ export type listResult = modelInfo[]
|
||||
export interface loadOptions {
|
||||
modelPath: string
|
||||
port?: number
|
||||
n_ctx?: number
|
||||
}
|
||||
|
||||
export interface sessionInfo {
|
||||
|
||||
@ -14,9 +14,7 @@ import {
|
||||
modelInfo,
|
||||
loadOptions,
|
||||
sessionInfo,
|
||||
unloadOptions,
|
||||
unloadResult,
|
||||
chatOptions,
|
||||
chatCompletion,
|
||||
chatCompletionChunk,
|
||||
ImportOptions,
|
||||
@ -316,7 +314,7 @@ export default class llamacpp_extension extends AIEngine {
|
||||
args.push('--port', String(opts.port || 8080)) // Default port if not specified
|
||||
|
||||
if (opts.n_ctx !== undefined) {
|
||||
args.push('-c', String(opts.n_ctx))
|
||||
args.push('-c', String(cfg.ctx_size))
|
||||
}
|
||||
|
||||
// Add remaining options from the interface
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user