Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Add type def global for nitro extension - inference

Browse Source
This commit is contained in:
hiro 2023-12-05 02:04:24 +07:00
parent a2cf42ac76
commit 44bfcaabd9
1 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
extensions/inference-nitro-extension/src/@types/global.d.ts vendored
View File

@ -1,9 +1,27 @@
declare const MODULE: string; declare const MODULE: string;
declare const INFERENCE_URL: string; declare const INFERENCE_URL: string;
/**
* The parameters for the initModel function.
* @property settings - The settings for the machine learning model.
* @property settings.ctx_len - The context length.
* @property settings.ngl - The number of generated tokens.
* @property settings.cont_batching - Whether to use continuous batching.
* @property settings.embedding - Whether to use embedding.
*/
interface EngineSettings { interface EngineSettings {
ctx_len: number; ctx_len: number;
ngl: number; ngl: number;
cont_batching: boolean; cont_batching: boolean;
embedding: boolean; embedding: boolean;
} }
/**
* The response from the initModel function.
* @property error - An error message if the model fails to load.
*/
interface ModelOperationResponse {
error?: any;
modelFile?: string;
}