LLMs on Android Via Termux >_

llm.sh

pkg install -y clang wget git

git clone --branch b2144 https://github.com/ggerganov/llama.cpp

cd llama.cpp/

make

cd models

curl -L https://huggingface.co/second-state/stablelm-2-zephyr-1.6b-GGUF/resolve/main/stablelm-2-zephyr-1_6b-Q4_K_S.gguf?download=true --output stablelm2-zephyr.gguf

cd ..

./main -m ./models/stablelm2-zephyr.gguf --color --ctx_size 300 -n -1 -ins -b 100 --top_k 100 --temp 0.01 --repeat_penalty 1.3 -t 3