Skip to content

Commit 2c7f01b

Browse files
merrymercymerrymercy
authored
Reorganize CI and test files (sgl-project#9027)
1 parent b58ae7a commit 2c7f01b

File tree

66 files changed

+158
-192
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

66 files changed

+158
-192
lines changed

‎.github/workflows/execute-notebook.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424

2525
- name: Install dependencies
2626
run: |
27-
bash scripts/ci_install_dependency.sh
27+
bash scripts/ci/ci_install_dependency.sh
2828
pip install -r docs/requirements.txt
2929
apt-get update && apt-get install -y pandoc parallel retry
3030
ln -sf "$(which python3)" /usr/bin/python

‎.github/workflows/experiment-runner.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ jobs:
2121

2222
- name: Install dependencies
2323
run: |
24-
bash scripts/ci_install_dependency.sh
24+
bash scripts/ci/ci_install_dependency.sh
2525
2626
- name: Test experiment runner
2727
timeout-minutes: 120

‎.github/workflows/nightly-test-amd.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -28,14 +28,14 @@ jobs:
2828
- name: Setup docker
2929
run: |
3030
touch github_summary.md
31-
bash scripts/amd_ci_start_container.sh
31+
bash scripts/ci/amd_ci_start_container.sh
3232
env:
3333
GITHUB_WORKSPACE: ${{ github.workspace }}
3434

3535
- name: Install dependencies
36-
run: bash scripts/amd_ci_install_dependency.sh
36+
run: bash scripts/ci/amd_ci_install_dependency.sh
3737

3838
- name: Nightly Test
3939
run: |
40-
bash scripts/amd_ci_exec.sh -e GITHUB_STEP_SUMMARY="/sglang-checkout/github_summary.md" python3 run_suite.py --suite nightly-amd --timeout-per-file 7200
40+
bash scripts/ci/amd_ci_exec.sh -e GITHUB_STEP_SUMMARY="/sglang-checkout/github_summary.md" python3 run_suite.py --suite nightly-amd --timeout-per-file 7200
4141
echo "$(<github_summary.md )" >> $GITHUB_STEP_SUMMARY

‎.github/workflows/nightly-test.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ jobs:
2424

2525
- name: Install dependencies
2626
run: |
27-
bash scripts/ci_install_dependency.sh
27+
bash scripts/ci/ci_install_dependency.sh
2828
2929
- name: Run test
3030
timeout-minutes: 120

‎.github/workflows/pr-benchmark-rust.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ jobs:
3131

3232
- name: Install dependencies
3333
run: |
34-
bash scripts/ci_install_rust.sh
34+
bash scripts/ci/ci_install_rust.sh
3535
3636
- name: Cache Rust dependencies
3737
uses: actions/cache@v4
@@ -78,7 +78,7 @@ jobs:
7878

7979
- name: Install dependencies
8080
run: |
81-
bash scripts/ci_install_rust.sh
81+
bash scripts/ci/ci_install_rust.sh
8282
8383
- name: Cache Rust dependencies
8484
uses: actions/cache@v4

‎.github/workflows/pr-test-amd.yml

Lines changed: 42 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -36,19 +36,19 @@ jobs:
3636
uses: actions/checkout@v4
3737

3838
- name: Start CI container
39-
run: bash scripts/amd_ci_start_container.sh
39+
run: bash scripts/ci/amd_ci_start_container.sh
4040
env:
4141
GITHUB_WORKSPACE: ${{ github.workspace }}
4242

4343
- name: Install dependencies
44-
run: bash scripts/amd_ci_install_dependency.sh
44+
run: bash scripts/ci/amd_ci_install_dependency.sh
4545

4646
- name: Evaluate Accuracy
4747
timeout-minutes: 30
4848
run: |
49-
bash scripts/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_eval_accuracy_large.py
50-
bash scripts/amd_ci_exec.sh python3 test_eval_fp8_accuracy.py
51-
bash scripts/amd_ci_exec.sh python3 models/test_qwen_models.py
49+
bash scripts/ci/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_eval_accuracy_large.py
50+
bash scripts/ci/amd_ci_exec.sh python3 test_eval_fp8_accuracy.py
51+
bash scripts/ci/amd_ci_exec.sh python3 models/test_qwen_models.py
5252
5353
accuracy-test-2-gpu-amd:
5454
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -62,17 +62,17 @@ jobs:
6262
uses: actions/checkout@v4
6363

6464
- name: Start CI container
65-
run: bash scripts/amd_ci_start_container.sh
65+
run: bash scripts/ci/amd_ci_start_container.sh
6666
env:
6767
GITHUB_WORKSPACE: ${{ github.workspace }}
6868

6969
- name: Install dependencies
70-
run: bash scripts/amd_ci_install_dependency.sh
70+
run: bash scripts/ci/amd_ci_install_dependency.sh
7171

7272
- name: Evaluate accuracy (TP=2)
7373
timeout-minutes: 30
7474
run: |
75-
bash scripts/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_moe_eval_accuracy_large.py
75+
bash scripts/ci/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_moe_eval_accuracy_large.py
7676
7777
mla-test-1-gpu-amd:
7878
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -86,17 +86,17 @@ jobs:
8686
uses: actions/checkout@v4
8787

8888
- name: Start CI container
89-
run: bash scripts/amd_ci_start_container.sh
89+
run: bash scripts/ci/amd_ci_start_container.sh
9090
env:
9191
GITHUB_WORKSPACE: ${{ github.workspace }}
9292

9393
- name: Install dependencies
94-
run: bash scripts/amd_ci_install_dependency.sh
94+
run: bash scripts/ci/amd_ci_install_dependency.sh
9595

9696
- name: MLA TEST
9797
timeout-minutes: 30
9898
run: |
99-
bash scripts/amd_ci_exec.sh python3 test_mla.py
99+
bash scripts/ci/amd_ci_exec.sh python3 test_mla.py
100100
101101
performance-test-1-gpu-part-1-amd:
102102
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -110,33 +110,33 @@ jobs:
110110
uses: actions/checkout@v4
111111

112112
- name: Start CI container
113-
run: bash scripts/amd_ci_start_container.sh
113+
run: bash scripts/ci/amd_ci_start_container.sh
114114
env:
115115
GITHUB_WORKSPACE: ${{ github.workspace }}
116116

117117
- name: Install dependencies
118-
run: bash scripts/amd_ci_install_dependency.sh
118+
run: bash scripts/ci/amd_ci_install_dependency.sh
119119

120120
- name: Benchmark single latency
121121
timeout-minutes: 20
122122
run: |
123-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_small
124-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_default
123+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_small
124+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_default
125125
126126
- name: Benchmark online latency
127127
timeout-minutes: 15
128128
run: |
129-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_default
129+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_default
130130
131131
- name: Benchmark offline throughput
132132
timeout-minutes: 15
133133
run: |
134-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default
134+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default
135135
136136
- name: Benchmark offline throughput (Non-streaming, small batch size)
137137
timeout-minutes: 15
138138
run: |
139-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_non_stream_small_batch_size
139+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_non_stream_small_batch_size
140140
141141
performance-test-1-gpu-part-2-amd:
142142
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -150,27 +150,27 @@ jobs:
150150
uses: actions/checkout@v4
151151

152152
- name: Start CI container
153-
run: bash scripts/amd_ci_start_container.sh
153+
run: bash scripts/ci/amd_ci_start_container.sh
154154
env:
155155
GITHUB_WORKSPACE: ${{ github.workspace }}
156156

157157
- name: Install dependencies
158-
run: bash scripts/amd_ci_install_dependency.sh
158+
run: bash scripts/ci/amd_ci_install_dependency.sh
159159

160160
- name: Benchmark offline throughput (w/o RadixAttention)
161161
timeout-minutes: 15
162162
run: |
163-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_without_radix_cache
163+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_without_radix_cache
164164
165165
- name: Benchmark offline throughput (w/ Triton)
166166
timeout-minutes: 15
167167
run: |
168-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_with_triton_attention_backend
168+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_with_triton_attention_backend
169169
170170
- name: Benchmark offline throughput (w/ FP8)
171171
timeout-minutes: 15
172172
run: |
173-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default_fp8
173+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default_fp8
174174
175175
bench-test-2-gpu-amd:
176176
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -184,37 +184,37 @@ jobs:
184184
uses: actions/checkout@v4
185185

186186
- name: Start CI container
187-
run: bash scripts/amd_ci_start_container.sh
187+
run: bash scripts/ci/amd_ci_start_container.sh
188188
env:
189189
GITHUB_WORKSPACE: ${{ github.workspace }}
190190

191191
- name: Install dependencies
192-
run: bash scripts/amd_ci_install_dependency.sh
192+
run: bash scripts/ci/amd_ci_install_dependency.sh
193193

194194
- name: Benchmark dummy grok (TP=2)
195195
timeout-minutes: 30
196196
run: |
197-
bash scripts/amd_ci_exec.sh python3 models/test_dummy_grok_models.py
197+
bash scripts/ci/amd_ci_exec.sh python3 models/test_dummy_grok_models.py
198198
199199
- name: Benchmark single latency (TP=2)
200200
timeout-minutes: 25
201201
run: |
202-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
202+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
203203
204204
- name: Benchmark single latency + torch.compile (TP=2)
205205
timeout-minutes: 25
206206
run: |
207-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_torch_compile_tp2_bs1
207+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_torch_compile_tp2_bs1
208208
209209
- name: Benchmark offline throughput (TP=2)
210210
timeout-minutes: 25
211211
run: |
212-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_default
212+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_default
213213
214214
- name: Benchmark offline throughput (w/o RadixAttention) (TP=2)
215215
timeout-minutes: 25
216216
run: |
217-
bash scripts/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache
217+
bash scripts/ci/amd_ci_exec.sh python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache
218218
219219
unit-test-backend-1-gpu-amd:
220220
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -230,17 +230,17 @@ jobs:
230230
uses: actions/checkout@v4
231231

232232
- name: Start CI container
233-
run: bash scripts/amd_ci_start_container.sh
233+
run: bash scripts/ci/amd_ci_start_container.sh
234234
env:
235235
GITHUB_WORKSPACE: ${{ github.workspace }}
236236

237237
- name: Install dependencies
238-
run: bash scripts/amd_ci_install_dependency.sh
238+
run: bash scripts/ci/amd_ci_install_dependency.sh
239239

240240
- name: Run test
241241
timeout-minutes: 50
242242
run: |
243-
bash scripts/amd_ci_exec.sh python3 run_suite.py --suite per-commit-amd --auto-partition-id ${{ matrix.part }} --auto-partition-size 7
243+
bash scripts/ci/amd_ci_exec.sh python3 run_suite.py --suite per-commit-amd --auto-partition-id ${{ matrix.part }} --auto-partition-size 7
244244
245245
unit-test-backend-2-gpu-amd:
246246
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -254,17 +254,17 @@ jobs:
254254
uses: actions/checkout@v4
255255

256256
- name: Start CI container
257-
run: bash scripts/amd_ci_start_container.sh
257+
run: bash scripts/ci/amd_ci_start_container.sh
258258
env:
259259
GITHUB_WORKSPACE: ${{ github.workspace }}
260260

261261
- name: Install dependencies
262-
run: bash scripts/amd_ci_install_dependency.sh
262+
run: bash scripts/ci/amd_ci_install_dependency.sh
263263

264264
- name: Run test
265265
timeout-minutes: 40
266266
run: |
267-
bash scripts/amd_ci_exec.sh python3 run_suite.py --suite per-commit-2-gpu-amd
267+
bash scripts/ci/amd_ci_exec.sh python3 run_suite.py --suite per-commit-2-gpu-amd
268268
269269
unit-test-backend-8-gpu-amd:
270270
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -278,22 +278,22 @@ jobs:
278278
uses: actions/checkout@v4
279279

280280
- name: Start CI container
281-
run: bash scripts/amd_ci_start_container.sh
281+
run: bash scripts/ci/amd_ci_start_container.sh
282282
env:
283283
GITHUB_WORKSPACE: ${{ github.workspace }}
284284

285285
- name: Install dependencies
286-
run: bash scripts/amd_ci_install_dependency.sh
286+
run: bash scripts/ci/amd_ci_install_dependency.sh
287287

288288
- name: Run test
289289
timeout-minutes: 60
290290
run: |
291-
bash scripts/amd_ci_exec.sh python3 run_suite.py --suite per-commit-8-gpu-amd --timeout-per-file 3600
291+
bash scripts/ci/amd_ci_exec.sh python3 run_suite.py --suite per-commit-8-gpu-amd --timeout-per-file 3600
292292
293293
- name: Run CustomAllReduce test
294294
timeout-minutes: 20
295295
run: |
296-
bash scripts/amd_ci_exec.sh -e CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python3 -m unittest test_custom_allreduce.TestCustomAllReduce
296+
bash scripts/ci/amd_ci_exec.sh -e CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python3 -m unittest test_custom_allreduce.TestCustomAllReduce
297297
298298
unit-test-sgl-kernel-amd:
299299
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -308,13 +308,13 @@ jobs:
308308
uses: actions/checkout@v4
309309

310310
- name: Start CI container
311-
run: bash scripts/amd_ci_start_container.sh
311+
run: bash scripts/ci/amd_ci_start_container.sh
312312
env:
313313
GITHUB_WORKSPACE: ${{ github.workspace }}
314314

315315
- name: Install dependencies
316316
run: |
317-
bash scripts/amd_ci_install_dependency.sh
317+
bash scripts/ci/amd_ci_install_dependency.sh
318318
319319
- name: Run test
320320
timeout-minutes: 10

‎.github/workflows/pr-test-npu.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ jobs:
3434

3535
- name: Install dependencies
3636
run: |
37-
bash scripts/npu_ci_install_dependency.sh
37+
bash scripts/ci/npu_ci_install_dependency.sh
3838
# copy required file from our daily cache
3939
cp ~/.cache/modelscope/hub/datasets/otavia/ShareGPT_Vicuna_unfiltered/ShareGPT_V3_unfiltered_cleaned_split.json /tmp
4040
# copy download through proxy
@@ -63,7 +63,7 @@ jobs:
6363

6464
- name: Install dependencies
6565
run: |
66-
bash scripts/npu_ci_install_dependency.sh
66+
bash scripts/ci/npu_ci_install_dependency.sh
6767
# copy required file from our daily cache
6868
cp ~/.cache/modelscope/hub/datasets/otavia/ShareGPT_Vicuna_unfiltered/ShareGPT_V3_unfiltered_cleaned_split.json /tmp
6969
# copy download through proxy
@@ -92,7 +92,7 @@ jobs:
9292

9393
- name: Install dependencies
9494
run: |
95-
bash scripts/npu_ci_install_dependency.sh
95+
bash scripts/ci/npu_ci_install_dependency.sh
9696
# copy required file from our daily cache
9797
cp ~/.cache/modelscope/hub/datasets/otavia/ShareGPT_Vicuna_unfiltered/ShareGPT_V3_unfiltered_cleaned_split.json /tmp
9898
# copy download through proxy

‎.github/workflows/pr-test-pd-router.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,13 @@ on:
55
branches: [ main ]
66
paths:
77
- 'python/sglang/srt/disaggregation/**'
8-
- 'scripts/ci_start_disaggregation_servers.sh'
8+
- 'scripts/ci/ci_start_disaggregation_servers.sh'
99
- 'sgl-router/**'
1010
pull_request:
1111
branches: [ main ]
1212
paths:
1313
- 'python/sglang/srt/disaggregation/**'
14-
- 'scripts/ci_start_disaggregation_servers.sh'
14+
- 'scripts/ci/ci_start_disaggregation_servers.sh'
1515
- 'sgl-router/**'
1616
workflow_dispatch:
1717

@@ -44,7 +44,7 @@ jobs:
4444

4545
- name: Setup Rust
4646
run: |
47-
bash scripts/ci_install_rust.sh
47+
bash scripts/ci/ci_install_rust.sh
4848
4949
- name: Cache Rust dependencies
5050
uses: actions/cache@v4
@@ -132,7 +132,7 @@ jobs:
132132
id: start_servers
133133
run: |
134134
echo "Starting disaggregation servers..."
135-
bash scripts/ci_start_disaggregation_servers.sh &
135+
bash scripts/ci/ci_start_disaggregation_servers.sh &
136136
SERVER_PID=$!
137137
echo "server_pid=$SERVER_PID" >> $GITHUB_OUTPUT
138138

0 commit comments

Comments
 (0)