* fix: move tensorrt executable to engine (#2400) * fix: move tensorrt executable to engine Signed-off-by: James <james@jan.ai> * some update Signed-off-by: hiro <hiro@jan.ai> * chore: bump tensorrt version * fix: wrong destroy path * fix: install extensions in parallel * chore: update path for tensorrt engine (#2404) Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> --------- Signed-off-by: James <james@jan.ai> Signed-off-by: hiro <hiro@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: hiro <hiro@jan.ai> Co-authored-by: Louis <louis@jan.ai> * Release/v0.4.9 (#2421) * fix: turn off experimental settings should also turn off quick ask (#2411) * fix: app glitches 1s generating response before starting model (#2412) * fix: disable experimental feature should also disable vulkan (#2414) * fix: model load stuck on windows when can't get CPU core count (#2413) Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> * feat: TensorRT-LLM engine update support (#2415) * fix: engine update * chore: add remove prepopulated models Signed-off-by: James <james@jan.ai> * update tinyjensen url Signed-off-by: James <james@jan.ai> * update llamacorn Signed-off-by: James <james@jan.ai> * update Mistral 7B Instruct v0.1 int4 Signed-off-by: James <james@jan.ai> * update tensorrt Signed-off-by: James <james@jan.ai> * update Signed-off-by: hiro <hiro@jan.ai> * update Signed-off-by: James <james@jan.ai> * prettier Signed-off-by: James <james@jan.ai> * update mistral config Signed-off-by: James <james@jan.ai> * fix some lint Signed-off-by: James <james@jan.ai> --------- Signed-off-by: James <james@jan.ai> Signed-off-by: hiro <hiro@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: hiro <hiro@jan.ai> * Tensorrt LLM disable turing support (#2418) Co-authored-by: Hien To <tominhhien97@gmail.com> * chore: add prompt template tensorrtllm (#2375) * chore: add prompt template tensorrtllm * Add Prompt template for mistral and correct model metadata --------- Co-authored-by: Hien To <tominhhien97@gmail.com> * fix: correct tensorrt mistral model.json (#2419) --------- Signed-off-by: James <james@jan.ai> Signed-off-by: hiro <hiro@jan.ai> Co-authored-by: Louis <louis@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: hiro <hiro@jan.ai> Co-authored-by: hiento09 <136591877+hiento09@users.noreply.github.com> Co-authored-by: Hien To <tominhhien97@gmail.com> --------- Signed-off-by: James <james@jan.ai> Signed-off-by: hiro <hiro@jan.ai> Co-authored-by: NamH <NamNh0122@gmail.com> Co-authored-by: James <james@jan.ai> Co-authored-by: hiro <hiro@jan.ai> Co-authored-by: hiento09 <136591877+hiento09@users.noreply.github.com> Co-authored-by: Hien To <tominhhien97@gmail.com>
54 lines
1.4 KiB
TypeScript
54 lines
1.4 KiB
TypeScript
import {
|
|
GpuSetting,
|
|
MonitoringExtension,
|
|
OperatingSystemInfo,
|
|
executeOnMain,
|
|
} from '@janhq/core'
|
|
|
|
/**
|
|
* JanMonitoringExtension is a extension that provides system monitoring functionality.
|
|
* It implements the MonitoringExtension interface from the @janhq/core package.
|
|
*/
|
|
export default class JanMonitoringExtension extends MonitoringExtension {
|
|
/**
|
|
* Called when the extension is loaded.
|
|
*/
|
|
async onLoad() {
|
|
// Attempt to fetch nvidia info
|
|
await executeOnMain(NODE, 'updateNvidiaInfo')
|
|
}
|
|
|
|
/**
|
|
* Called when the extension is unloaded.
|
|
*/
|
|
onUnload(): void {}
|
|
|
|
/**
|
|
* Returns the GPU configuration.
|
|
* @returns A Promise that resolves to an object containing the GPU configuration.
|
|
*/
|
|
async getGpuSetting(): Promise<GpuSetting | undefined> {
|
|
return executeOnMain(NODE, 'getGpuConfig')
|
|
}
|
|
|
|
/**
|
|
* Returns information about the system resources.
|
|
* @returns A Promise that resolves to an object containing information about the system resources.
|
|
*/
|
|
getResourcesInfo(): Promise<any> {
|
|
return executeOnMain(NODE, 'getResourcesInfo')
|
|
}
|
|
|
|
/**
|
|
* Returns information about the current system load.
|
|
* @returns A Promise that resolves to an object containing information about the current system load.
|
|
*/
|
|
getCurrentLoad(): Promise<any> {
|
|
return executeOnMain(NODE, 'getCurrentLoad')
|
|
}
|
|
|
|
getOsInfo(): Promise<OperatingSystemInfo> {
|
|
return executeOnMain(NODE, 'getOsInfo')
|
|
}
|
|
}
|