26 lines
807 B
Bash
26 lines
807 B
Bash
cd /root
|
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
|
uv venv
|
|
|
|
apt update
|
|
apt install mc curl htop git -y
|
|
apt install -y build-essential python3.12-dev
|
|
|
|
source /root/.local/bin/env
|
|
export PATH=/root/.venv/bin/:$PATH
|
|
VLLM_ATTENTION_BACKEND=FLASHINFER
|
|
|
|
uv pip install --upgrade pip setuptools wheel ninja
|
|
uv pip install --upgrade tiktoken ipython numpy psutil
|
|
# uv pip install --pre torch==2.9.0.dev20250804+cu128 --index-url https://download.pytorch.org/whl/nightly/cu128
|
|
uv pip install vllm --torch-backend=auto
|
|
uv pip install flash-attn --no-build-isolation
|
|
uv pip install triton
|
|
uv pip install xformers
|
|
|
|
git clone https://github.com/flashinfer-ai/flashinfer.git
|
|
cd flashinfer
|
|
pip install .
|
|
|
|
# uv pip install --upgrade vllm --torch-backend=auto
|
|
# uv pip install --upgrade flash-attn --no-build-isolation |