test_h2o_danube3_chat.sh

# https://huggingface.co/h2oai/h2o-danube3-4b-chat

yes | conda create -n h2oai python=3.11.9
conda activate h2oai

apt update
apt install -y tmux vim curl htop git aria2

pip install -U pip
pip install -U "transformers>=4.42.3" torch accelerate sentencepiece protobuf

#PYTORCH_ENABLE_MPS_FALLBACK=1 python

#https://huggingface.co/h2oai/h2o-danube3-4b-chat

mkdir -p /data/workspace/h2oai/h2o-danube3-4b-chat
cd $_

aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/README.md
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/config.json
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/generation_config.json
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/model-00001-of-00002.safetensors
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/model-00002-of-00002.safetensors
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/model.safetensors.index.json
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/special_tokens_map.json
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/tokenizer.json
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/tokenizer.model
aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-4b-chat/resolve/main/tokenizer_config.json


# mkdir -p /data/workspace/h2oai/h2o-danube3-500m-chat
# cd $_
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/README.md
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/config.json
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/generation_config.json
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/model.safetensors
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/special_tokens_map.json
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/tokenizer.json
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/tokenizer.model
# aria2c -x 8 https://hf-mirror.com/h2oai/h2o-danube3-500m-chat/resolve/main/tokenizer_config.json


# mkdir -p /data/soft
# cd $_
# aria2c -x 8 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin
# mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600
# aria2c -x 8 https://developer.download.nvidia.com/compute/cuda/12.5.0/local_installers/cuda-repo-ubuntu2004-12-5-local_12.5.0-555.42.02-1_amd64.deb
# dpkg -i cuda-repo-ubuntu2004-12-5-local_12.5.0-555.42.02-1_amd64.deb
# cp /var/cuda-repo-ubuntu2004-12-5-local/cuda-*-keyring.gpg /usr/share/keyrings/
# apt update
# apt -y install cuda-toolkit-12-5


cd /data/workspace
python