4f93e14d16
* Update bat script windows choose GPU has highest ram to start nitro * Update bash script for linux to choose gpu has highest vram --------- Co-authored-by: Hien To <tominhhien97@gmail.com>
38 lines
930 B
Bash
38 lines
930 B
Bash
#!/bin/bash
|
|
|
|
# Check if nvidia-smi exists and is executable
|
|
if ! command -v nvidia-smi &> /dev/null; then
|
|
echo "nvidia-smi not found, proceeding with CPU version..."
|
|
cd linux-cpu
|
|
./nitro "$@"
|
|
exit $?
|
|
fi
|
|
|
|
# Find the GPU with the highest VRAM
|
|
readarray -t gpus < <(nvidia-smi --query-gpu=index,memory.total --format=csv,noheader,nounits)
|
|
maxMemory=0
|
|
selectedGpuId=0
|
|
|
|
for gpu in "${gpus[@]}"; do
|
|
IFS=, read -ra gpuInfo <<< "$gpu"
|
|
gpuId=${gpuInfo[0]}
|
|
gpuMemory=${gpuInfo[1]}
|
|
if (( gpuMemory > maxMemory )); then
|
|
maxMemory=$gpuMemory
|
|
selectedGpuId=$gpuId
|
|
fi
|
|
done
|
|
|
|
echo "Selected GPU: $selectedGpuId"
|
|
export CUDA_VISIBLE_DEVICES=$selectedGpuId
|
|
|
|
# Attempt to run nitro_linux_amd64_cuda
|
|
cd linux-cuda
|
|
if ./nitro "$@"; then
|
|
exit $?
|
|
else
|
|
echo "nitro_linux_amd64_cuda encountered an error, attempting to run nitro_linux_amd64..."
|
|
cd ../linux-cpu
|
|
./nitro "$@"
|
|
exit $?
|
|
fi |