47 lines
1.1 KiB
Bash
47 lines
1.1 KiB
Bash
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
source source ../../functions/base.sh
|
|
|
|
mark_done
|
|
|
|
exit 0
|
|
|
|
# uv pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
|
|
# uv pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128
|
|
|
|
touch "$0.done"
|
|
exit 0
|
|
|
|
cd /root
|
|
|
|
uv venv
|
|
source .venv/bin/activate
|
|
|
|
uv pip install --pre torch==2.9.0.dev20250804+cu129 \
|
|
--index-url https://download.pytorch.org/whl/nightly/cu129
|
|
|
|
uv pip install tiktoken ipython numpy psutil
|
|
|
|
# 4. Confirm it's correct
|
|
python -c "import torch; print(torch.__version__, torch.version.cuda)"
|
|
# 2.9.0.dev20250804+cu128 12.8
|
|
|
|
source .venv/bin/activate
|
|
uv pip install --upgrade pip setuptools wheel ninja
|
|
export MAX_JOBS=8
|
|
export TORCH_CUDA_ARCH_LIST="12.0"
|
|
export NCCL_P2P_DISABLE=0
|
|
export NCCL_DEBUG=INFO
|
|
export CUDA_DEVICE_MAX_CONNECTIONS=1
|
|
|
|
uv pip install vllm --torch-backend=auto
|
|
uv pip install flash-attn --no-build-isolation
|
|
|
|
# uv pip install --pre vllm==0.10.1+gptoss \
|
|
# --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
|
|
# --extra-index-url https://download.pytorch.org/whl/nightly/cu128 \
|
|
# --index-strategy unsafe-best-match
|
|
|
|
|
|
mark_done |