llm_serving/gpu_undervolt.sh at main · chulucninh09/llm_serving · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# Disable power limit for mainboard
ipmitool dcmi power deactivate
ipmitool dcmi power get_limit

# Generate basic config
nvidia-xconfig -a --cool-bits=28 --allow-empty-initial-configuration

# Start x server
X :0 &

# Add coolbits
nano /etc/X11/xorg.conf
Section "Device"
    Identifier     "Device1"
    Driver         "nvidia"
    VendorName     "NVIDIA Corporation"
    BusID          "PCI:X:X:X"    # nvidia-smi will show this
    Option         "Coolbits" "28"
    Option         "AllowEmptyInitialConfiguration" "True"
EndSection

# Set compute mode

# Overclock for undervolt
export DISPLAY=:0
nvidia-settings -a [gpu:0]/GPUGraphicsClockOffsetAllPerformanceLevels=220
nvidia-settings -a [gpu:1]/GPUGraphicsClockOffsetAllPerformanceLevels=250

# Memory uses fixed voltage => underclock to lower power consumption
nvidia-settings -a [gpu:0]/GPUMemoryTransferRateOffsetAllPerformanceLevels=-2000
nvidia-settings -a [gpu:1]/GPUMemoryTransferRateOffsetAllPerformanceLevels=-2000

# Limit clock
nvidia-smi -pm 1
nvidia-smi -i 0 -lgc 0,1400
nvidia-smi -i 1 -lgc 0,1400
nvidia-smi -lmc 0,5001
nvidia-smi -i 0 -pl 160
nvidia-smi -i 1 -pl 140

# Monitor script
watch -n0.02 "nvidia-smi -i 0 -q -d POWER,CLOCK"
watch -n0.02 "nvidia-smi -i 1 -q -d POWER,CLOCK"