17 lines
319 B
Bash
17 lines
319 B
Bash
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
source source ../../functions/base.sh
|
|
|
|
|
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
|
|
|
source $HOME/.local/bin/env
|
|
|
|
# vllm serve openai/gpt-oss-20b
|
|
# vllm serve openai/gpt-oss-20b --tensor-parallel-size 8
|
|
|
|
# For 120B
|
|
# vllm serve openai/gpt-oss-120b --tensor-parallel-size 8
|
|
|
|
mark_done |