File tree Expand file tree Collapse file tree 2 files changed +30
-0
lines changed Expand file tree Collapse file tree 2 files changed +30
-0
lines changed Original file line number Diff line number Diff line change
1
+ ARG CUDA_VERSION=12.8.1
2
+
3
+ FROM pytorch/manylinux2_28-builder:cuda12.8
4
+
5
+ ARG BUILD_TYPE=all
6
+ ENV DEBIAN_FRONTEND=noninteractive
7
+
8
+ WORKDIR /sgl-workspace
9
+
10
+ RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
11
+
12
+ RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \
13
+ && pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
14
+ && pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
15
+
16
+ RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
17
+ && pip3 install -e "python[blackwell]"
18
+
19
+ ENV DEBIAN_FRONTEND=interactive
Original file line number Diff line number Diff line change @@ -57,6 +57,17 @@ srt = [
57
57
" einops" ,
58
58
]
59
59
60
+ blackwell = [
61
+ " sglang[runtime_common]" ,
62
+ " sgl-kernel" ,
63
+ " torch" ,
64
+ " torchvision" ,
65
+ " cuda-python" ,
66
+ " outlines>=0.0.44,<=0.1.11" ,
67
+ " partial_json_parser" ,
68
+ " einops" ,
69
+ ]
70
+
60
71
# HIP (Heterogeneous-computing Interface for Portability) for AMD
61
72
# => base docker rocm/vllm-dev:20250114, not from public vllm whl
62
73
srt_hip = [
You can’t perform that action at this time.
0 commit comments