* feat: tensorrt-llm-extension * fix: loading * feat: add download tensorrt llm runner Signed-off-by: James <james@jan.ai> * feat: update to rollupjs instead of webpack for monitoring extension Signed-off-by: James <james@jan.ai> * feat: move update nvidia info to monitor extension Signed-off-by: James <james@jan.ai> * allow download tensorrt Signed-off-by: James <james@jan.ai> * update Signed-off-by: James <james@jan.ai> * allow download tensor rt based on gpu setting Signed-off-by: James <james@jan.ai> * update downloaded models Signed-off-by: James <james@jan.ai> * feat: add extension compatibility * dynamic tensor rt engines Signed-off-by: James <james@jan.ai> * update models Signed-off-by: James <james@jan.ai> * chore: remove ts-ignore * feat: getting installation state from extension Signed-off-by: James <james@jan.ai> * chore: adding type for decompress Signed-off-by: James <james@jan.ai> * feat: update according Louis's comment Signed-off-by: James <james@jan.ai> * feat: add progress for installing extension Signed-off-by: James <james@jan.ai> * chore: remove args from extension installation * fix: model download does not work properly * fix: do not allow user to stop tensorrtllm inference * fix: extension installed style * fix: download tensorrt does not update state Signed-off-by: James <james@jan.ai> * chore: replace int4 by fl16 * feat: modal for installing extension Signed-off-by: James <james@jan.ai> * fix: start download immediately after press install Signed-off-by: James <james@jan.ai> * fix: error switching between engines * feat: rename inference provider to ai engine and refactor to core * fix: missing ulid * fix: core bundler * feat: add cancel extension installing Signed-off-by: James <james@jan.ai> * remove mocking for mac Signed-off-by: James <james@jan.ai> * fix: show models only when extension is ready * add tensorrt badge for model Signed-off-by: James <james@jan.ai> * fix: copy * fix: add compatible check (#2342) * fix: add compatible check Signed-off-by: James <james@jan.ai> * fix: copy * fix: font * fix: copy * fix: broken monitoring extension * chore: bump engine * fix: copy * fix: model copy * fix: copy * fix: model json --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: Louis <louis@jan.ai> * fix: vulkan support * fix: installation button padding * fix: empty script * fix: remove hard code string --------- Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: NamH <NamNh0122@gmail.com>
69 lines
2.2 KiB
TypeScript
69 lines
2.2 KiB
TypeScript
import resolve from '@rollup/plugin-node-resolve'
|
|
import commonjs from '@rollup/plugin-commonjs'
|
|
import sourceMaps from 'rollup-plugin-sourcemaps'
|
|
import typescript from 'rollup-plugin-typescript2'
|
|
import json from '@rollup/plugin-json'
|
|
import replace from '@rollup/plugin-replace'
|
|
const packageJson = require('./package.json')
|
|
|
|
export default [
|
|
{
|
|
input: `src/index.ts`,
|
|
output: [{ file: packageJson.main, format: 'es', sourcemap: true }],
|
|
// Indicate here external modules you don't wanna include in your bundle (i.e.: 'lodash')
|
|
external: [],
|
|
watch: {
|
|
include: 'src/**',
|
|
},
|
|
plugins: [
|
|
replace({
|
|
NODE: JSON.stringify(`${packageJson.name}/${packageJson.node}`),
|
|
}),
|
|
// Allow json resolution
|
|
json(),
|
|
// Compile TypeScript files
|
|
typescript({ useTsconfigDeclarationDir: true }),
|
|
// Compile TypeScript files
|
|
// Allow bundling cjs modules (unlike webpack, rollup doesn't understand cjs)
|
|
commonjs(),
|
|
// Allow node_modules resolution, so you can use 'external' to control
|
|
// which external modules to include in the bundle
|
|
// https://github.com/rollup/rollup-plugin-node-resolve#usage
|
|
resolve({
|
|
extensions: ['.js', '.ts', '.svelte'],
|
|
}),
|
|
|
|
// Resolve source maps to the original source
|
|
sourceMaps(),
|
|
],
|
|
},
|
|
{
|
|
input: `src/node/index.ts`,
|
|
output: [
|
|
{ file: 'dist/node/index.cjs.js', format: 'cjs', sourcemap: true },
|
|
],
|
|
// Indicate here external modules you don't wanna include in your bundle (i.e.: 'lodash')
|
|
external: ['@janhq/core/node'],
|
|
watch: {
|
|
include: 'src/node/**',
|
|
},
|
|
plugins: [
|
|
// Allow json resolution
|
|
json(),
|
|
// Compile TypeScript files
|
|
typescript({ useTsconfigDeclarationDir: true }),
|
|
// Allow bundling cjs modules (unlike webpack, rollup doesn't understand cjs)
|
|
commonjs(),
|
|
// Allow node_modules resolution, so you can use 'external' to control
|
|
// which external modules to include in the bundle
|
|
// https://github.com/rollup/rollup-plugin-node-resolve#usage
|
|
resolve({
|
|
extensions: ['.ts', '.js', '.json'],
|
|
}),
|
|
|
|
// Resolve source maps to the original source
|
|
sourceMaps(),
|
|
],
|
|
},
|
|
]
|