1a0f643d87
* chore: remove legacy themes * refactor: clean up dependencies * chore: remove cuda 11 dependency - fix linux LD_LIBRARY_PATH * fix: load models issue on Linux # Conflicts: # src-tauri/src/core/setup.rs * chore: do not download cuda 11 by default * chore: remove cuda 11 from installer * fix: cuda lookup on Linux
76 lines
3.7 KiB
Bash
Executable File
76 lines
3.7 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
download() {
|
|
URL="$1"
|
|
EXTRA_ARGS="${@:3}"
|
|
OUTPUT_DIR="${EXTRA_ARGS[${#EXTRA_ARGS[@]} -1]}"
|
|
|
|
mkdir -p "$OUTPUT_DIR"
|
|
|
|
echo "Downloading $URL to $OUTPUT_DIR using curl..."
|
|
curl -L "$URL" -o "$OUTPUT_DIR/$(basename "$URL")"
|
|
tar -xzf "$OUTPUT_DIR/$(basename "$URL")" -C "$OUTPUT_DIR" --strip-components $2
|
|
rm "$OUTPUT_DIR/$(basename "$URL")"
|
|
}
|
|
|
|
# Read CORTEX_VERSION
|
|
CORTEX_VERSION=1.0.13-rc6
|
|
ENGINE_VERSION=b5509
|
|
CORTEX_RELEASE_URL="https://github.com/menloresearch/cortex.cpp/releases/download"
|
|
ENGINE_DOWNLOAD_URL=https://github.com/menloresearch/llama.cpp/releases/download/${ENGINE_VERSION}/llama-${ENGINE_VERSION}-bin
|
|
CUDA_DOWNLOAD_URL=https://github.com/menloresearch/llama.cpp/releases/download/${ENGINE_VERSION}
|
|
BIN_PATH=./
|
|
SHARED_PATH="."
|
|
# Detect platform
|
|
OS_TYPE=$(uname)
|
|
|
|
if ls ./cortex-server* 1> /dev/null 2>&1; then
|
|
echo "cortex-server file with prefix already exists. Exiting."
|
|
exit 0
|
|
fi
|
|
|
|
if [ "$OS_TYPE" == "Linux" ]; then
|
|
# Linux downloads
|
|
download "${CORTEX_RELEASE_URL}/v${CORTEX_VERSION}/cortex-${CORTEX_VERSION}-linux-amd64.tar.gz" 1 "${BIN_PATH}"
|
|
mv ./cortex-server-beta ./cortex-server
|
|
rm -rf ./cortex
|
|
rm -rf ./cortex-beta
|
|
chmod +x "./cortex-server"
|
|
cp ./cortex-server ./cortex-server-x86_64-unknown-linux-gnu
|
|
|
|
# Download engines for Linux
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-noavx-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-noavx-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-avx-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-avx-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-avx2-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-avx2-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-avx512-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-avx512-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-avx2-cuda-cu12.0-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-avx2-cuda-cu12.0-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-avx2-cuda-cu11.7-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-avx2-cuda-cu11.7-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-noavx-cuda-cu12.0-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-noavx-cuda-cu12.0-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-noavx-cuda-cu11.7-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-noavx-cuda-cu11.7-x64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-linux-vulkan-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/linux-vulkan-x64/${ENGINE_VERSION}"
|
|
download "${CUDA_DOWNLOAD_URL}/cudart-llama-bin-linux-cu12.0-x64.tar.gz" 0 "${BIN_PATH}/deps"
|
|
# Should not bundle this by default, users can install cuda runtime separately
|
|
# Ship cuda 12.0 by default only for now
|
|
# download "${CUDA_DOWNLOAD_URL}/cudart-llama-bin-linux-cu11.7-x64.tar.gz" 0 "${BIN_PATH}/deps"
|
|
|
|
elif [ "$OS_TYPE" == "Darwin" ]; then
|
|
# macOS downloads
|
|
download "${CORTEX_RELEASE_URL}/v${CORTEX_VERSION}/cortex-${CORTEX_VERSION}-mac-universal.tar.gz" 1 "${BIN_PATH}"
|
|
mv ./cortex-server-beta ./cortex-server
|
|
rm -rf ./cortex
|
|
rm -rf ./cortex-beta
|
|
chmod +x "./cortex-server"
|
|
mv ./cortex-server ./cortex-server-universal-apple-darwin
|
|
cp ./cortex-server-universal-apple-darwin ./cortex-server-aarch64-apple-darwin
|
|
cp ./cortex-server-universal-apple-darwin ./cortex-server-x86_64-apple-darwin
|
|
|
|
# Download engines for macOS
|
|
download "${ENGINE_DOWNLOAD_URL}-macos-arm64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/macos-arm64/${ENGINE_VERSION}"
|
|
download "${ENGINE_DOWNLOAD_URL}-macos-x64.tar.gz" 2 "${SHARED_PATH}/engines/llama.cpp/macos-x64/${ENGINE_VERSION}"
|
|
|
|
|
|
else
|
|
echo "Unsupported operating system: $OS_TYPE"
|
|
exit 1
|
|
fi
|