Skip to content

Commit 4ac368b

Browse files
zhuzilinzhuzilin
authored
[docker] Upgrade SGLang to 0.5.21 and align the CUDA 13 runtime (#2476)
1 parent 57ff5d6 commit 4ac368b

51 files changed

Lines changed: 9400 additions & 2249 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.claude/skills/release/scripts/check_release.py‎

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,16 @@ def main() -> int:
8585
if re.sub(r"-cu\d+$", "", tag) != conda_sglang_version:
8686
errors.append(f"docker/justfile uses inconsistent SGLang tag {tag}")
8787

88-
for pin in ("MEGATRON_COMMIT", "TMS_COMMIT", "FLASH_QLA_COMMIT", "TRANSFORMER_ENGINE_VERSION", "NCCL_VERSION"):
88+
for pin in (
89+
"MEGATRON_COMMIT",
90+
"TMS_COMMIT",
91+
"DEEPGEMM_COMMIT",
92+
"DEEPEP_COMMIT",
93+
"TRANSFORMER_ENGINE_VERSION",
94+
"SLIME_NCCL_VERSION",
95+
"CUDA_COMPAT_VERSION",
96+
"MOONCAKE_VERSION",
97+
):
8998
if docker_args.get(pin) != conda_exports.get(pin):
9099
errors.append(
91100
f"{pin}: Docker={docker_args.get(pin, '<missing>')}, conda={conda_exports.get(pin, '<missing>')}"

‎.github/workflows/pr-test.yml‎

Lines changed: 19 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -86,6 +86,10 @@ jobs:
8686
"num_gpus": 0,
8787
"test_file": "utils/test_sglang_config.py"
8888
},
89+
{
90+
"num_gpus": 0,
91+
"test_file": "test_sglang_weight_update_compat.py"
92+
},
8993
{
9094
"num_gpus": 8,
9195
"test_file": "test_qwen2.5_0.5B_sglang_config.py"
@@ -176,7 +180,7 @@ jobs:
176180
slimerl/slime:latest \
177181
bash -lc '
178182
set -euo pipefail
179-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
183+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
180184
pip install -e . --no-deps --break-system-packages
181185
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
182186
source tests/ci/setup_agent_e2e.sh
@@ -244,6 +248,10 @@ jobs:
244248
"num_gpus": 8,
245249
"test_file": "test_glm4.7_30B_A3B_pd_mooncake.py"
246250
},
251+
{
252+
"num_gpus": 2,
253+
"test_file": "test_mooncake_memory_reregister.py"
254+
},
247255
{
248256
"num_gpus": 8,
249257
"test_file": "test_glm52_6layer_deterministic_e2e.py"
@@ -532,7 +540,7 @@ jobs:
532540
slimerl/slime:latest \
533541
bash -lc '
534542
set -euo pipefail
535-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
543+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
536544
pip install -e . --no-deps --break-system-packages
537545
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
538546
source tests/ci/setup_agent_e2e.sh
@@ -655,7 +663,7 @@ jobs:
655663
slimerl/slime:latest \
656664
bash -lc '
657665
set -euo pipefail
658-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
666+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
659667
pip install -e . --no-deps --break-system-packages
660668
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
661669
source tests/ci/setup_agent_e2e.sh
@@ -800,7 +808,7 @@ jobs:
800808
slimerl/slime:latest \
801809
bash -lc '
802810
set -euo pipefail
803-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
811+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
804812
pip install -e . --no-deps --break-system-packages
805813
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
806814
source tests/ci/setup_agent_e2e.sh
@@ -1232,7 +1240,7 @@ jobs:
12321240
- name: Install straw for queue tests
12331241
if: matrix.info.straw == true
12341242
shell: bash
1235-
run: python -m pip install --upgrade --no-deps --only-binary=straw-queue straw-queue
1243+
run: python -m pip install --upgrade --no-deps --only-binary=straw-queue "straw-queue>=0.1.3"
12361244

12371245

12381246
- name: Install
@@ -1444,6 +1452,10 @@ jobs:
14441452
"num_gpus": 8,
14451453
"test_file": "test_glm4.7_30B_A3B_pd_mooncake.py"
14461454
},
1455+
{
1456+
"num_gpus": 2,
1457+
"test_file": "test_mooncake_memory_reregister.py"
1458+
},
14471459
{
14481460
"num_gpus": 8,
14491461
"test_file": "test_glm52_6layer_deterministic_e2e.py"
@@ -1732,7 +1744,7 @@ jobs:
17321744
slimerl/slime-test:latest \
17331745
bash -lc '
17341746
set -euo pipefail
1735-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
1747+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
17361748
pip install -e . --no-deps --break-system-packages
17371749
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
17381750
source tests/ci/setup_agent_e2e.sh
@@ -1877,7 +1889,7 @@ jobs:
18771889
slimerl/slime:latest \
18781890
bash -lc '
18791891
set -euo pipefail
1880-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
1892+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
18811893
pip install -e . --no-deps --break-system-packages
18821894
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
18831895
source tests/ci/setup_agent_e2e.sh

‎.github/workflows/pr-test.yml.j2‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
{'test_file': 'test_release_train.py', 'num_gpus': 4, 'straw': True},
55
{'test_file': 'test_quick_start_glm4_9B.py', 'num_gpus': 8, 'enable_eval': '0'},
66
{'test_file': 'test_glm4.7_30B_A3B_pd_mooncake.py', 'num_gpus': 8},
7+
{'test_file': 'test_mooncake_memory_reregister.py', 'num_gpus': 2},
78
{'test_file': 'test_glm52_6layer_deterministic_e2e.py', 'num_gpus': 8},
89
{'test_file': 'test_glm52_layerwise_zero_e2e.py', 'num_gpus': 8},
910
{'test_file': 'test_qwen3_30B_A3B.py', 'num_gpus': 8, 'use_deepep': '1', 'use_fp8_rollout': '1', 'enable_eval': '0'},
@@ -52,6 +53,7 @@
5253
'tests': [
5354
{'test_file': 'utils/test_sglang_arguments.py', 'num_gpus': 0},
5455
{'test_file': 'utils/test_sglang_config.py', 'num_gpus': 0},
56+
{'test_file': 'test_sglang_weight_update_compat.py', 'num_gpus': 0},
5557
{'test_file': 'test_qwen2.5_0.5B_sglang_config.py', 'num_gpus': 8},
5658
{'test_file': 'test_qwen2.5_0.5B_sglang_config_distributed.py', 'num_gpus': 8, 'straw': True},
5759
{'test_file': 'test_sglang_config_mixed_offload.py', 'num_gpus': 8},
@@ -320,7 +322,7 @@ jobs:
320322
- name: Install straw for queue tests
321323
if: matrix.info.straw == true
322324
shell: bash
323-
run: python -m pip install --upgrade --no-deps --only-binary=straw-queue straw-queue
325+
run: python -m pip install --upgrade --no-deps --only-binary=straw-queue "straw-queue>=0.1.3"
324326
<% endif %>
325327

326328
- name: Install
@@ -399,7 +401,7 @@ jobs:
399401
<< config.image if config.image else 'slimerl/slime:latest' >> \
400402
bash -lc '
401403
set -euo pipefail
402-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
404+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
403405
pip install -e . --no-deps --break-system-packages
404406
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
405407
source tests/ci/setup_agent_e2e.sh
@@ -544,7 +546,7 @@ jobs:
544546
slimerl/slime:latest \
545547
bash -lc '
546548
set -euo pipefail
547-
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages straw-queue
549+
python -m pip install --upgrade --no-deps --only-binary=straw-queue --break-system-packages "straw-queue>=0.1.3"
548550
pip install -e . --no-deps --break-system-packages
549551
if [[ "${TEST_FILE##*/}" == "test_agent_sunabako_codex_e2e.py" ]]; then
550552
source tests/ci/setup_agent_e2e.sh

0 commit comments

Comments
 (0)