Files
turing-multi-gpu-llm-server/scripts/tune-gpus.sh
T

19 lines
680 B
Bash
Executable File

#!/usr/bin/env bash
# ==============================================================================
# GPU Persistence Mode and Power Cap Tuner
# Sets safe 150W power cap on CMP 50HX cards and activates persistence mode.
# ==============================================================================
set -euo pipefail
echo "==> Enabling NVIDIA Persistence Mode..."
nvidia-smi -pm 1
echo "==> Setting 150W Power Cap on CMP 50HX GPUs (index 1 and 2)..."
nvidia-smi -i 1,2 -pl 150
echo "==> Resetting GPU clocks to unconstrained boost..."
nvidia-smi -rgc
echo "==> Current GPU States:"
nvidia-smi --query-gpu=index,name,power.draw,power.limit,clocks.gr,clocks.mem --format=csv