moracabanas

services:
  open-webui:
    image: ghcr.io/open-webui/open-webui:ollama
    restart: unless-stopped
    volumes:
      - open-webui:/app/backend/data
    ports:
      - "8080:8080"
    environment:
      - OLLAMA_BASE_URL=http://ollama:11434

moracabanas

#!/bin/bash

# Install dependencies
sudo apt update
sudo apt install curl git -y

# install python building dependencies
sudo apt install build-essential libssl-dev zlib1g-dev \
libbz2-dev libreadline-dev libsqlite3-dev curl \
libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev -y

moracabanas

1. Install s3fs

sudo apt update
sudo apt install s3fs

2. Store your credentials on /etc/passwd-s3fs file

echo "ACCESS_KEY:SECRET_KEY" | sudo tee /etc/passwd-s3fs

moracabanas

#!/bin/bash
sudo apt update && sudo apt upgrade \
  && sudo ubuntu-drivers install \
  && sudo apt install curl -y \
  && curl https://get.docker.com | bash \
  && sudo usermod -aG docker $USER \
  && distribution=$(. /etc/os-release;echo $ID$VERSION_ID) \
  && curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | sudo apt-key add - \
  && curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | sudo tee /etc/apt/sources.list.d/nvidia-docker.list \
  && sudo apt-get update \

moracabanas

#!/bin/bash
sudo apt-key del 7fa2af80 -y
wget https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-wsl-ubuntu.pin
sudo mv cuda-wsl-ubuntu.pin /etc/apt/preferences.d/cuda-repository-pin-600
wget https://developer.download.nvidia.com/compute/cuda/12.2.0/local_installers/cuda-repo-wsl-ubuntu-12-2-local_12.2.0-1_amd64.deb
sudo dpkg -i cuda-repo-wsl-ubuntu-12-2-local_12.2.0-1_amd64.deb
sudo cp /var/cuda-repo-wsl-ubuntu-12-2-local/cuda-*-keyring.gpg /usr/share/keyrings/
sudo apt-get update
sudo apt-get -y install cuda-toolkit-12-2

moracabanas

#!/bin/bash
#https://www.reddit.com/r/bashonubuntuonwindows/comments/n2nthu/comment/gwo9mvz/?utm_source=share&utm_medium=web2x&context=3
#https://marinerobotics.gtorg.gatech.edu/running-ros-with-gui-in-docker-using-windows-subsystem-for-linux-2-wsl2/
docker run -it <image:tag> -e DISPLAY -e WAYLAND_DISPLAY -e XDG_RUNTIME_DIR -e PULSE_SERVER -v /tmp/.X11-unix:/tmp/.X11-unix -v /mnt/wslg:/mnt/wslg <executable>

moracabanas

#!/bin/bash 
# https://github.com/awslabs/benchmark-ai/issues/17
docker run -it --rm --gpus all --ipc=host --ulimit memlock=-1 --ulimit stack=67108864 \
nvcr.io/nvidia/$image:$tag

moracabanas

# Docker build helper

-include .make

REPO 		:= $(shell grep REPO .make 2>/dev/null | cut -d '=' -f2)
IMAGE 		:= $(shell grep IMAGE .make 2>/dev/null | cut -d '=' -f2)
VERSION		:= $(shell grep VERSION .make 2>/dev/null | cut -d '=' -f2)

TIMESTAMP 	:= $(shell date +%Y.%m.%d-%H.%M.%S)

moracabanas

#!/bin/bash
apt update
sudo apt install docker.io
systemctl enable --now docker

moracabanas

# You can define stack name on your .env or do deploy.sh <stack_name>
export $(cat .env) > /dev/null 2>&1; 
docker stack deploy -c docker-compose.yml ${1:-STACK_NAME}