1c5b6355d9
* chore: add llama 3.1 8B gguf model * chore: add llama3.1 70B model * chore: add models to rollup * chore: fix tag * chore: fix size * fix: 8b model * Chore/add gemma2 model (#3471) * feat: add gemma 2 * feat: add gemma 2 * feat: correct ngl --------- Co-authored-by: Van QA <van@jan.ai> * feat: add featured tag --------- Co-authored-by: Van Pham <64197333+Van-QA@users.noreply.github.com> Co-authored-by: Van QA <van@jan.ai>
74 lines
5.2 KiB
JSON
74 lines
5.2 KiB
JSON
{
|
|
"name": "@janhq/inference-cortex-extension",
|
|
"productName": "Cortex Inference Engine",
|
|
"version": "1.0.15",
|
|
"description": "This extension embeds cortex.cpp, a lightweight inference engine written in C++. See https://nitro.jan.ai.\nAdditional dependencies could be installed to run without Cuda Toolkit installation.",
|
|
"main": "dist/index.js",
|
|
"node": "dist/node/index.cjs.js",
|
|
"author": "Jan <service@jan.ai>",
|
|
"license": "AGPL-3.0",
|
|
"scripts": {
|
|
"test": "jest",
|
|
"build": "tsc --module commonjs && rollup -c rollup.config.ts",
|
|
"downloadnitro:linux": "CORTEX_VERSION=$(cat ./bin/version.txt) && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-linux-amd64.tar.gz -e --strip 1 -o ./bin/linux-cpu && chmod +x ./bin/linux-cpu/cortex-cpp && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-linux-amd64.tar.gz -e --strip 1 -o ./bin/linux-cuda-12-0 && chmod +x ./bin/linux-cuda-12-0/cortex-cpp && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-linux-amd64.tar.gz -e --strip 1 -o ./bin/linux-cuda-11-7 && chmod +x ./bin/linux-cuda-11-7/cortex-cpp && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-linux-amd64.tar.gz -e --strip 1 -o ./bin/linux-vulkan && chmod +x ./bin/linux-vulkan/cortex-cpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-linux-amd64-noavx.tar.gz -e --strip 1 -o ./bin/linux-cpu/engines/cortex.llamacpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-linux-amd64-noavx-cuda-12-0.tar.gz -e --strip 1 -o ./bin/linux-cuda-12-0/engines/cortex.llamacpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-linux-amd64-noavx-cuda-11-7.tar.gz -e --strip 1 -o ./bin/linux-cuda-11-7/engines/cortex.llamacpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-linux-amd64-vulkan.tar.gz -e --strip 1 -o ./bin/linux-vulkan/engines/cortex.llamacpp",
|
|
"downloadnitro:darwin": "CORTEX_VERSION=$(cat ./bin/version.txt) && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-mac-arm64.tar.gz -o ./bin/ && mkdir -p ./bin/mac-arm64 && tar -zxvf ./bin/cortex-cpp-${CORTEX_VERSION}-mac-arm64.tar.gz --strip-components=1 -C ./bin/mac-arm64 && rm -rf ./bin/cortex-cpp-${CORTEX_VERSION}-mac-arm64.tar.gz && chmod +x ./bin/mac-arm64/cortex-cpp && download https://github.com/janhq/cortex/releases/download/v${CORTEX_VERSION}/cortex-cpp-${CORTEX_VERSION}-mac-amd64.tar.gz -o ./bin/ && mkdir -p ./bin/mac-amd64 && tar -zxvf ./bin/cortex-cpp-${CORTEX_VERSION}-mac-amd64.tar.gz --strip-components=1 -C ./bin/mac-amd64 && rm -rf ./bin/cortex-cpp-${CORTEX_VERSION}-mac-amd64.tar.gz && chmod +x ./bin/mac-amd64/cortex-cpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-mac-arm64.tar.gz -e --strip 1 -o ./bin/mac-arm64/engines/cortex.llamacpp && download https://github.com/janhq/cortex.llamacpp/releases/download/v0.1.25/cortex.llamacpp-0.1.25-mac-amd64.tar.gz -e --strip 1 -o ./bin/mac-amd64/engines/cortex.llamacpp",
|
|
"downloadnitro:win32": "download.bat",
|
|
"downloadnitro": "run-script-os",
|
|
"build:publish:darwin": "rimraf *.tgz --glob && yarn build && npm run downloadnitro && ../../.github/scripts/auto-sign.sh && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish:win32": "rimraf *.tgz --glob && yarn build && npm run downloadnitro && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish:linux": "rimraf *.tgz --glob && yarn build && npm run downloadnitro && cpx \"bin/**\" \"dist/bin\" && npm pack && cpx *.tgz ../../pre-install",
|
|
"build:publish": "yarn test && run-script-os"
|
|
},
|
|
"exports": {
|
|
".": "./dist/index.js",
|
|
"./main": "./dist/node/index.cjs.js"
|
|
},
|
|
"devDependencies": {
|
|
"@babel/preset-typescript": "^7.24.1",
|
|
"@jest/globals": "^29.7.0",
|
|
"@rollup/plugin-commonjs": "^25.0.7",
|
|
"@rollup/plugin-json": "^6.1.0",
|
|
"@rollup/plugin-node-resolve": "^15.2.3",
|
|
"@rollup/plugin-replace": "^5.0.5",
|
|
"@types/decompress": "^4.2.7",
|
|
"@types/jest": "^29.5.12",
|
|
"@types/node": "^20.11.4",
|
|
"@types/os-utils": "^0.0.4",
|
|
"@types/tcp-port-used": "^1.0.4",
|
|
"cpx": "^1.5.0",
|
|
"download-cli": "^1.1.1",
|
|
"jest": "^29.7.0",
|
|
"rimraf": "^3.0.2",
|
|
"rollup": "^2.38.5",
|
|
"rollup-plugin-define": "^1.0.1",
|
|
"rollup-plugin-sourcemaps": "^0.6.3",
|
|
"rollup-plugin-typescript2": "^0.36.0",
|
|
"run-script-os": "^1.1.6",
|
|
"ts-jest": "^29.1.2",
|
|
"typescript": "^5.3.3"
|
|
},
|
|
"dependencies": {
|
|
"@janhq/core": "file:../../core",
|
|
"decompress": "^4.2.1",
|
|
"fetch-retry": "^5.0.6",
|
|
"rxjs": "^7.8.1",
|
|
"tcp-port-used": "^1.0.2",
|
|
"terminate": "2.6.1",
|
|
"ulidx": "^2.3.0"
|
|
},
|
|
"engines": {
|
|
"node": ">=18.0.0"
|
|
},
|
|
"files": [
|
|
"dist/*",
|
|
"package.json",
|
|
"README.md"
|
|
],
|
|
"bundleDependencies": [
|
|
"tcp-port-used",
|
|
"fetch-retry",
|
|
"@janhq/core",
|
|
"decompress"
|
|
]
|
|
}
|