wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
dpkg -i cuda-keyring_1.1-1_all.deb
apt install nvidia-driver-570 cuda-12-8
Chú ý: Cài đặt Docker trước khi làm bước này
curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list
apt-get update
apt-get install -y nvidia-container-toolkit
Cấu hình Runtime cho Docker
nvidia-ctk runtime configure --runtime=docker
Kiểm tra thông tin vừa cấu hình:
cat /etc/docker/daemon.json
Chạy thử trên container:
docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi
- https://developer.nvidia.com/cuda-downloads?target_os=Linux&target_arch=x86_64&Distribution=Ubuntu&target_version=22.04&target_type=deb_network
- https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html
- Tìm tiến trình đang sử dụng GPU
fuser -uv /dev/nvidia[0-9]