cd /root
curl -LsSf https://astral.sh/uv/install.sh | sh
uv venv

apt update
apt install mc curl htop git -y
apt install -y build-essential python3.12-dev

source /root/.local/bin/env
export PATH=/root/.venv/bin/:$PATH
VLLM_ATTENTION_BACKEND=FLASHINFER

uv pip install --upgrade pip setuptools wheel ninja
uv pip install --upgrade tiktoken ipython numpy psutil
# uv pip install --pre torch==2.9.0.dev20250804+cu128 --index-url https://download.pytorch.org/whl/nightly/cu128
uv pip install vllm --torch-backend=auto
uv pip install flash-attn --no-build-isolation
uv pip install triton
uv pip install xformers

git clone https://github.com/flashinfer-ai/flashinfer.git
cd flashinfer
pip install .

# uv pip install --upgrade vllm --torch-backend=auto
# uv pip install --upgrade flash-attn --no-build-isolation