d85d02693b
* feat: tensorrt-llm-extension * fix: loading * feat: add download tensorrt llm runner Signed-off-by: James <james@jan.ai> * feat: update to rollupjs instead of webpack for monitoring extension Signed-off-by: James <james@jan.ai> * feat: move update nvidia info to monitor extension Signed-off-by: James <james@jan.ai> * allow download tensorrt Signed-off-by: James <james@jan.ai> * update Signed-off-by: James <james@jan.ai> * allow download tensor rt based on gpu setting Signed-off-by: James <james@jan.ai> * update downloaded models Signed-off-by: James <james@jan.ai> * feat: add extension compatibility * dynamic tensor rt engines Signed-off-by: James <james@jan.ai> * update models Signed-off-by: James <james@jan.ai> * chore: remove ts-ignore * feat: getting installation state from extension Signed-off-by: James <james@jan.ai> * chore: adding type for decompress Signed-off-by: James <james@jan.ai> * feat: update according Louis's comment Signed-off-by: James <james@jan.ai> * feat: add progress for installing extension Signed-off-by: James <james@jan.ai> * chore: remove args from extension installation * fix: model download does not work properly * fix: do not allow user to stop tensorrtllm inference * fix: extension installed style * fix: download tensorrt does not update state Signed-off-by: James <james@jan.ai> * chore: replace int4 by fl16 * feat: modal for installing extension Signed-off-by: James <james@jan.ai> * fix: start download immediately after press install Signed-off-by: James <james@jan.ai> * fix: error switching between engines * feat: rename inference provider to ai engine and refactor to core * fix: missing ulid * fix: core bundler * feat: add cancel extension installing Signed-off-by: James <james@jan.ai> * remove mocking for mac Signed-off-by: James <james@jan.ai> * fix: show models only when extension is ready * add tensorrt badge for model Signed-off-by: James <james@jan.ai> * fix: copy * fix: add compatible check (#2342) * fix: add compatible check Signed-off-by: James <james@jan.ai> * fix: copy * fix: font * fix: copy * fix: broken monitoring extension * chore: bump engine * fix: copy * fix: model copy * fix: copy * fix: model json --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Louis <louis@jan.ai> * fix: vulkan support * fix: installation button padding * fix: empty script * fix: remove hard code string --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: NamH <NamNh0122@gmail.com>
76 lines
2.2 KiB
JSON
76 lines
2.2 KiB
JSON
{
|
|
"name": "@janhq/tensorrt-llm-extension",
|
|
"version": "0.0.2",
|
|
"description": "Enables accelerated inference leveraging Nvidia's TensorRT-LLM for optimal GPU hardware optimizations. Compatible with models in TensorRT-LLM format. Requires Nvidia GPU driver and CUDA Toolkit installation.",
|
|
"main": "dist/index.js",
|
|
"node": "dist/node/index.cjs.js",
|
|
"author": "Jan <service@jan.ai>",
|
|
"license": "AGPL-3.0",
|
|
"config": {
|
|
"host": "127.0.0.1",
|
|
"port": "3928"
|
|
},
|
|
"compatibility": {
|
|
"platform": [
|
|
"win32",
|
|
"linux"
|
|
],
|
|
"app": [
|
|
"0.1.0"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"build": "tsc --module commonjs && rollup -c rollup.config.ts",
|
|
"build:publish:win32": "rimraf *.tgz --glob && npm run build && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish:linux": "rimraf *.tgz --glob && npm run build && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish:darwin": "rimraf *.tgz --glob && npm run build && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish": "run-script-os"
|
|
},
|
|
"exports": {
|
|
".": "./dist/index.js",
|
|
"./main": "./dist/node/index.cjs.js"
|
|
},
|
|
"devDependencies": {
|
|
"@rollup/plugin-commonjs": "^25.0.7",
|
|
"@rollup/plugin-json": "^6.1.0",
|
|
"@rollup/plugin-node-resolve": "^15.2.3",
|
|
"@rollup/plugin-replace": "^5.0.5",
|
|
"@types/node": "^20.11.4",
|
|
"@types/os-utils": "^0.0.4",
|
|
"@types/tcp-port-used": "^1.0.4",
|
|
"@types/decompress": "4.2.7",
|
|
"cpx": "^1.5.0",
|
|
"download-cli": "^1.1.1",
|
|
"rimraf": "^3.0.2",
|
|
"rollup": "^2.38.5",
|
|
"rollup-plugin-define": "^1.0.1",
|
|
"rollup-plugin-sourcemaps": "^0.6.3",
|
|
"rollup-plugin-typescript2": "^0.36.0",
|
|
"run-script-os": "^1.1.6",
|
|
"typescript": "^5.2.2"
|
|
},
|
|
"dependencies": {
|
|
"@janhq/core": "file:../../core",
|
|
"decompress": "^4.2.1",
|
|
"fetch-retry": "^5.0.6",
|
|
"path-browserify": "^1.0.1",
|
|
"rxjs": "^7.8.1",
|
|
"tcp-port-used": "^1.0.2",
|
|
"ulid": "^2.3.0"
|
|
},
|
|
"engines": {
|
|
"node": ">=18.0.0"
|
|
},
|
|
"files": [
|
|
"dist/*",
|
|
"package.json",
|
|
"README.md"
|
|
],
|
|
"bundleDependencies": [
|
|
"tcp-port-used",
|
|
"fetch-retry",
|
|
"decompress",
|
|
"@janhq/core"
|
|
]
|
|
}
|