c81a33f382
* fix: move tensorrt executable to engine Signed-off-by: James <james@jan.ai> * some update Signed-off-by: hiro <hiro@jan.ai> * chore: bump tensorrt version * fix: wrong destroy path * fix: install extensions in parallel * chore: update path for tensorrt engine (#2404) Signed-off-by: James <james@jan.ai> Co-authored-by: James <james@jan.ai> --------- Signed-off-by: James <james@jan.ai> Signed-off-by: hiro <hiro@jan.ai> Co-authored-by: James <james@jan.ai> Co-authored-by: hiro <hiro@jan.ai> Co-authored-by: Louis <louis@jan.ai>
78 lines
2.9 KiB
TypeScript
78 lines
2.9 KiB
TypeScript
import resolve from '@rollup/plugin-node-resolve'
|
|
import commonjs from '@rollup/plugin-commonjs'
|
|
import sourceMaps from 'rollup-plugin-sourcemaps'
|
|
import typescript from 'rollup-plugin-typescript2'
|
|
import json from '@rollup/plugin-json'
|
|
import replace from '@rollup/plugin-replace'
|
|
const packageJson = require('./package.json')
|
|
|
|
export default [
|
|
{
|
|
input: `src/index.ts`,
|
|
output: [{ file: packageJson.main, format: 'es', sourcemap: true }],
|
|
watch: {
|
|
include: 'src/**',
|
|
},
|
|
plugins: [
|
|
replace({
|
|
EXTENSION_NAME: JSON.stringify(packageJson.name),
|
|
TENSORRT_VERSION: JSON.stringify(packageJson.tensorrtVersion),
|
|
PROVIDER: JSON.stringify(packageJson.provider),
|
|
DOWNLOAD_RUNNER_URL:
|
|
process.platform === 'win32'
|
|
? JSON.stringify(
|
|
'https://github.com/janhq/nitro-tensorrt-llm/releases/download/windows-v<version>/nitro-windows-v<version>-amd64-tensorrt-llm-<gpuarch>.tar.gz'
|
|
)
|
|
: JSON.stringify(
|
|
'https://github.com/janhq/nitro-tensorrt-llm/releases/download/linux-v<version>/nitro-linux-v<version>-amd64-tensorrt-llm-<gpuarch>.tar.gz'
|
|
),
|
|
NODE: JSON.stringify(`${packageJson.name}/${packageJson.node}`),
|
|
INFERENCE_URL: JSON.stringify(
|
|
process.env.INFERENCE_URL ||
|
|
`${packageJson.config?.protocol ?? 'http'}://${packageJson.config?.host}:${packageJson.config?.port}/v1/chat/completions`
|
|
),
|
|
COMPATIBILITY: JSON.stringify(packageJson.compatibility),
|
|
}),
|
|
json(),
|
|
typescript({ useTsconfigDeclarationDir: true }),
|
|
commonjs(),
|
|
resolve({
|
|
extensions: ['.js', '.ts', '.svelte'],
|
|
}),
|
|
sourceMaps(),
|
|
],
|
|
},
|
|
{
|
|
input: `src/node/index.ts`,
|
|
output: [
|
|
{ file: 'dist/node/index.cjs.js', format: 'cjs', sourcemap: true },
|
|
],
|
|
external: ['@janhq/core/node'],
|
|
watch: {
|
|
include: 'src/node/**',
|
|
},
|
|
plugins: [
|
|
replace({
|
|
EXTENSION_NAME: JSON.stringify(packageJson.name),
|
|
TENSORRT_VERSION: JSON.stringify(packageJson.tensorrtVersion),
|
|
PROVIDER: JSON.stringify(packageJson.provider),
|
|
LOAD_MODEL_URL: JSON.stringify(
|
|
`${packageJson.config?.protocol ?? 'http'}://${packageJson.config?.host}:${packageJson.config?.port}/inferences/tensorrtllm/loadmodel`
|
|
),
|
|
TERMINATE_ENGINE_URL: JSON.stringify(
|
|
`${packageJson.config?.protocol ?? 'http'}://${packageJson.config?.host}:${packageJson.config?.port}/processmanager/destroy`
|
|
),
|
|
ENGINE_HOST: JSON.stringify(packageJson.config?.host ?? '127.0.0.1'),
|
|
ENGINE_PORT: JSON.stringify(packageJson.config?.port ?? '3928'),
|
|
}),
|
|
json(),
|
|
typescript({ useTsconfigDeclarationDir: true }),
|
|
commonjs(),
|
|
resolve({
|
|
extensions: ['.ts', '.js', '.json'],
|
|
}),
|
|
sourceMaps(),
|
|
],
|
|
},
|
|
]
|