remove ununsed imports and remove n_ctx key from loadOptions
This commit is contained in:
parent
77d861f56f
commit
7481fae0df
@ -103,7 +103,6 @@ export type listResult = modelInfo[]
|
|||||||
export interface loadOptions {
|
export interface loadOptions {
|
||||||
modelPath: string
|
modelPath: string
|
||||||
port?: number
|
port?: number
|
||||||
n_ctx?: number
|
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface sessionInfo {
|
export interface sessionInfo {
|
||||||
|
|||||||
@ -14,9 +14,7 @@ import {
|
|||||||
modelInfo,
|
modelInfo,
|
||||||
loadOptions,
|
loadOptions,
|
||||||
sessionInfo,
|
sessionInfo,
|
||||||
unloadOptions,
|
|
||||||
unloadResult,
|
unloadResult,
|
||||||
chatOptions,
|
|
||||||
chatCompletion,
|
chatCompletion,
|
||||||
chatCompletionChunk,
|
chatCompletionChunk,
|
||||||
ImportOptions,
|
ImportOptions,
|
||||||
@ -316,7 +314,7 @@ export default class llamacpp_extension extends AIEngine {
|
|||||||
args.push('--port', String(opts.port || 8080)) // Default port if not specified
|
args.push('--port', String(opts.port || 8080)) // Default port if not specified
|
||||||
|
|
||||||
if (opts.n_ctx !== undefined) {
|
if (opts.n_ctx !== undefined) {
|
||||||
args.push('-c', String(opts.n_ctx))
|
args.push('-c', String(cfg.ctx_size))
|
||||||
}
|
}
|
||||||
|
|
||||||
// Add remaining options from the interface
|
// Add remaining options from the interface
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user