Setup GPU-powered docker engine

README.md

Single file script

#!/bin/bash

# Update package list and install required packages
sudo apt-get update -y
sudo apt-get install -y ca-certificates wget

# Add Docker's official GPG key:
sudo install -m 0755 -d /etc/apt/keyrings
wget -q -O - https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /etc/apt/keyrings/docker.gpg
sudo chmod a+r /etc/apt/keyrings/docker.gpg

# Add the repository to Apt sources:
echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.gpg] https://download.docker.com/linux/ubuntu \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  sudo tee /etc/apt/sources.list.d/docker.list > /dev/null

# Add NVIDIA repo to APT sources
wget -q -O - https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg
wget -q -O - https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
  sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
  sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list

# Update package list after adding both Docker's and NVIDIA's repos
sudo apt-get update -y

# Install Docker Engine and related packages
sudo apt-get install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin

# Verify the installation
sudo docker run --rm hello-world

# Post Installation
sudo groupadd docker
sudo usermod -aG docker $USER
newgrp docker
docker run --rm hello-world

# Install NVIDIA Container Toolkit
sudo apt-get install -y nvidia-container-toolkit

# Configure the runtime for Docker
sudo nvidia-ctk runtime configure --runtime=docker

# Restart Docker service
sudo systemctl restart docker

# Verify NVIDIA Container Toolkit installation
sudo docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi

Detailed explanation

1. Install docker engine

# Add Docker's official GPG key:
sudo apt-get update
sudo apt-get install ca-certificates curl
sudo install -m 0755 -d /etc/apt/keyrings
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
sudo chmod a+r /etc/apt/keyrings/docker.asc

# Add the repository to Apt sources:
echo \
  "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
  $(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
  sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt-get update

sudo apt install -y docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin

2. Verify the installation

sudo docker run hello-world

3. Post Installation

sudo groupadd docker
sudo usermod -aG docker $USER
newgrp docker
docker run hello-world

Install nvidia container toolkit

Add nvidia repo to api

curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
  && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
    sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
    sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list

2. Update APT repository list

sudo apt update

3. Install

sudo apt install -y nvidia-container-toolkit

4. Configure the runtime docker

sudo nvidia-ctk runtime configure --runtime=docker

5. Restart docker

systemctl --user restart docker

6. Verify installation

sudo docker run --rm --runtime=nvidia --gpus all ubuntu nvidia-smi