Prerequisites to setup a bare-metal Ubuntu GPU instance for running CUDA generative AI inference platforms such as Stable Diffusion, Gradio etc.

setup_machine.sh

#!/bin/bash

sudo apt-get update && sudo apt-get upgrade -y

sudo apt install  software-properties-common build-essential ffmpeg libsm6 libxext6  zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev wget libbz2-dev liblzma-dev ffmpeg libsm6 libxext6  -y

sudo add-apt-repository ppa:deadsnakes/ppa -y

sudo apt install python3.10 -y

sudo apt install python3.10-venv -y

curl -s https://ngrok-agent.s3.amazonaws.com/ngrok.asc | sudo tee /etc/apt/trusted.gpg.d/ngrok.asc >/dev/null && echo "deb https://ngrok-agent.s3.amazonaws.com buster main" | sudo tee /etc/apt/sources.list.d/ngrok.list && sudo apt update && sudo apt install ngrok

# Alernative way to install python3.10 if the above method fails

# VERSION=3.10.6
# wget https://www.python.org/ftp/python/$VERSION/Python-$VERSION.tgz

# tar -xf Python-$VERSION.tgz

# cd  Python-$VERSION/

# ./configure --enable-optimizations

# make -j $(nproc)

# sudo make altinstall

ngrok config add-authtoken {auth_token}

sudo apt install vim -y

pip installl python3.10-dev

python3.10 -m venv venv

source ./venv/bin/activate