Skip to content

Commit f774a0d

Browse files
authored
feat: add blackwell Dockerfile (sgl-project#5302)
1 parent 60bcbf2 commit f774a0d

File tree

2 files changed

+30
-0
lines changed

2 files changed

+30
-0
lines changed

docker/Dockerfile.blackwell

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
ARG CUDA_VERSION=12.8.1
2+
3+
FROM pytorch/manylinux2_28-builder:cuda12.8
4+
5+
ARG BUILD_TYPE=all
6+
ENV DEBIAN_FRONTEND=noninteractive
7+
8+
WORKDIR /sgl-workspace
9+
10+
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
11+
12+
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \
13+
&& pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
14+
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
15+
16+
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
17+
&& pip3 install -e "python[blackwell]"
18+
19+
ENV DEBIAN_FRONTEND=interactive

python/pyproject.toml

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,17 @@ srt = [
5757
"einops",
5858
]
5959

60+
blackwell = [
61+
"sglang[runtime_common]",
62+
"sgl-kernel",
63+
"torch",
64+
"torchvision",
65+
"cuda-python",
66+
"outlines>=0.0.44,<=0.1.11",
67+
"partial_json_parser",
68+
"einops",
69+
]
70+
6071
# HIP (Heterogeneous-computing Interface for Portability) for AMD
6172
# => base docker rocm/vllm-dev:20250114, not from public vllm whl
6273
srt_hip = [

0 commit comments

Comments
 (0)