Skip to content

Commit 63ad2a7

Browse files
Edge-ExplorerEdge-Explorer
authored
Merge branch 'vllm-project:main' into main
2 parents fedaf00 + bde4feb commit 63ad2a7

1,243 files changed

Lines changed: 110235 additions & 23318 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.buildkite/amd-disagg/models.yaml‎

Lines changed: 27 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -37,14 +37,14 @@ models:
3737
VLLM_ROCM_USE_AITER_MOE: "1"
3838
VLLM_ROCM_USE_AITER_RMSNORM: "1"
3939
VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTS: "0"
40+
VLLM_ROCM_USE_AITER_FP8BMM: "false"
4041
base_flags: "--trust-remote-code --kv-cache-dtype fp8"
4142
prefill:
4243
tp: "--gpu-memory-utilization 0.85"
4344
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
4445
decode:
4546
tp: "--gpu-memory-utilization 0.85"
46-
#ep: '--gpu-memory-utilization 0.75 --enforce-eager'
47-
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"PIECEWISE","custom_ops":["+quant_fp8"]}'
47+
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"FULL_DECODE_ONLY","custom_ops":["+quant_fp8"]}'
4848

4949
- model: MiniMax-M3-MXFP8
5050
env:
@@ -53,23 +53,29 @@ models:
5353
VLLM_ROCM_USE_AITER_RMSNORM: "1"
5454
VLLM_USE_BREAKABLE_CUDAGRAPH: "0"
5555
VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT6"
56+
VLLM_KV_CACHE_LAYOUT: "HND"
5657
base_flags: "--trust-remote-code --attention-backend TRITON_ATTN --block-size 128 --language-model-only --kv-cache-dtype fp8"
5758
prefill:
5859
tp: "--gpu-memory-utilization 0.85 --enforce-eager"
60+
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
5961
decode:
6062
tp: "--gpu-memory-utilization 0.85"
63+
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"FULL_DECODE_ONLY","custom_ops":["+quant_fp8"]}'
6164

6265
- model: DeepSeek-R1-MXFP4
6366
env:
6467
VLLM_ROCM_USE_AITER: "1"
6568
VLLM_ROCM_USE_AITER_MLA: "1"
6669
VLLM_ROCM_USE_AITER_MOE: "1"
6770
VLLM_ROCM_USE_AITER_RMSNORM: "1"
71+
VLLM_ROCM_USE_AITER_FP8BMM: "false"
6872
base_flags: "--trust-remote-code --kv-cache-dtype fp8"
6973
prefill:
7074
tp: "--gpu-memory-utilization 0.85"
75+
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
7176
decode:
7277
tp: "--gpu-memory-utilization 0.85"
78+
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"FULL_DECODE_ONLY","custom_ops":["+quant_fp8"]}'
7379

7480
- model: Kimi-K2.5-MXFP4
7581
env:
@@ -79,8 +85,10 @@ models:
7985
base_flags: "--trust-remote-code"
8086
prefill:
8187
tp: "--gpu-memory-utilization 0.85"
88+
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
8289
decode:
8390
tp: "--gpu-memory-utilization 0.85"
91+
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"FULL_DECODE_ONLY","custom_ops":["+quant_fp8"]}'
8492

8593
- model: Kimi-K2.6-MXFP4
8694
env:
@@ -89,9 +97,25 @@ models:
8997
VLLM_ROCM_USE_AITER_MLA: "1"
9098
VLLM_ROCM_QUICK_REDUCE_QUANTIZATION: "INT4"
9199
VLLM_ROCM_USE_SKINNY_GEMM: "0"
92-
VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTS: "1"
93100
base_flags: "--trust-remote-code --kv-cache-dtype fp8 --mm-encoder-tp-mode data --block-size 1 --attention-backend ROCM_AITER_MLA"
94101
prefill:
95102
tp: "--gpu-memory-utilization 0.9"
103+
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
96104
decode:
97105
tp: "--gpu-memory-utilization 0.9"
106+
ep: '--gpu-memory-utilization 0.75 --compilation-config {"cudagraph_mode":"FULL_DECODE_ONLY","custom_ops":["+quant_fp8"]}'
107+
108+
- model: GLM-5.2-FP8
109+
env:
110+
VLLM_ROCM_USE_AITER: "1"
111+
VLLM_ROCM_USE_AITER_MLA: "1"
112+
VLLM_ROCM_USE_AITER_MOE: "1"
113+
VLLM_ROCM_USE_AITER_RMSNORM: "1"
114+
VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTS: "0"
115+
base_flags: "--trust-remote-code --kv-cache-dtype fp8"
116+
prefill:
117+
tp: "--gpu-memory-utilization 0.85"
118+
ep: "--gpu-memory-utilization 0.85 --enforce-eager"
119+
decode:
120+
tp: "--gpu-memory-utilization 0.85"
121+
ep: '--gpu-memory-utilization 0.85 --compilation-config {"cudagraph_mode":"PIECEWISE"}'

‎.buildkite/amd-disagg/pipeline-disagg.yaml‎

Lines changed: 166 additions & 49 deletions
Large diffs are not rendered by default.

‎.buildkite/amd-disagg/run-slurm-disagg-test.sh‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -37,12 +37,12 @@ IMAGE="${IMAGE:-vllm/vllm-openai-rocm:nightly}"
3737
NODES="${NODES:-2}"
3838
GPUS_PER_NODE="${GPUS_PER_NODE:-8}"
3939
PARTITION="${SLURM_PARTITION:-}"
40-
TIME_LIMIT="${SLURM_TIME_LIMIT:-02:00:00}"
40+
TIME_LIMIT="${SLURM_TIME_LIMIT:-03:00:00}"
4141
WIDE_EP_MODE="${WIDE_EP_MODE:-0}" # 0 -> 1P1D TP8 (default); 1 -> wide-EP
4242
xP="${xP:-1}"
4343
yD="${yD:-1}"
4444
RUN_AFTER_HEALTH="${RUN_AFTER_HEALTH:-accuracy}"
45-
HEALTH_TIMEOUT_S="${HEALTH_TIMEOUT_S:-3600}" # P/D bring-up budget; +900s grace must fit the 2h wall
45+
HEALTH_TIMEOUT_S="${HEALTH_TIMEOUT_S:-3600}" # P/D bring-up budget; +900s grace must fit the CI step timeout
4646
SHARED_MOUNT="${SHARED_MOUNT:-/data}"
4747
LOG_ROOT="${LOG_ROOT:-${SHARED_MOUNT}/${USER:-$(whoami)}/disagg_logs}"
4848
DRY_RUN="${DRY_RUN:-0}"

‎.buildkite/amd-disagg/run_xPyD_disagg.slurm‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,6 @@
44
#SBATCH --ntasks-per-node=1
55
#SBATCH --gres=gpu:8
66
#SBATCH --exclusive
7-
#SBATCH --time=02:00:00
87
#SBATCH --chdir=/tmp
98
#SBATCH --output=/tmp/spur-%j.out
109
#SBATCH --error=/tmp/spur-%j.err

‎.buildkite/hardware_tests/ascend_npu.yaml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ steps:
66
soft_fail: true
77
no_plugin: true
88
device: ascend_npu
9+
timeout_in_minutes: 30
910
source_file_dependencies:
1011
- vllm/
1112
- .buildkite/scripts/hardware_ci/run-npu-test.sh

‎.buildkite/hardware_tests/cpu.yaml‎

Lines changed: 19 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
group: CPU
22
depends_on: []
33
steps:
4-
- label: CPU-Kernel Tests
4+
- label: CPU-Kernel Tests Shard %N
55
key: cpu-kernel-tests
66
depends_on: []
77
device: intel_cpu
@@ -16,6 +16,7 @@ steps:
1616
- tests/kernels/attention/test_amx_mla.py
1717
- vllm/v1/attention/backends/mla/amx_mla.py
1818
- vllm/model_executor/layers/attention/mla_attention.py
19+
- tests/kernels/test_deepseek_v4_cpu_kernels.py
1920
- tests/kernels/moe/test_cpu_fused_moe.py
2021
- tests/kernels/moe/test_cpu_quant_fused_moe.py
2122
- tests/kernels/moe/test_zen_cpu_int8_moe.py
@@ -33,20 +34,23 @@ steps:
3334
commands:
3435
- |
3536
bash .buildkite/scripts/hardware_ci/run-cpu-test.sh 30m "
36-
pytest -x -v -s tests/kernels/attention/test_cpu_attn.py
37-
pytest -x -v -s tests/v1/attention/test_group_head_counts.py
38-
pytest -x -v -s tests/kernels/attention/test_amx_mla.py
39-
pytest -x -v -s tests/kernels/moe/test_cpu_fused_moe.py
40-
pytest -x -v -s tests/kernels/moe/test_cpu_quant_fused_moe.py
41-
pytest -x -v -s tests/kernels/moe/test_zen_cpu_int8_moe.py
42-
pytest -x -v -s tests/kernels/mamba/test_cpu_short_conv.py
43-
pytest -x -v -s tests/kernels/test_onednn.py
44-
pytest -x -v -s tests/kernels/test_awq_int4_to_int8.py
45-
pytest -x -v -s tests/kernels/quantization/test_cpu_fp8_scaled_mm.py
46-
pytest -x -v -s tests/kernels/mamba/cpu/test_cpu_gdn_ops.py
47-
pytest -x -v -s tests/kernels/mamba/test_causal_conv1d.py
48-
pytest -x -v -s tests/kernels/mamba/test_mamba_ssm.py
49-
pytest -x -v -s tests/v1/sample/test_topk_topp_sampler.py::TestTritonTopkTopp"
37+
pytest -x -v -s --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT --shard-id=$$BUILDKITE_PARALLEL_JOB \
38+
tests/kernels/attention/test_cpu_attn.py \
39+
tests/v1/attention/test_group_head_counts.py \
40+
tests/kernels/attention/test_amx_mla.py \
41+
tests/kernels/test_deepseek_v4_cpu_kernels.py \
42+
tests/kernels/moe/test_cpu_fused_moe.py \
43+
tests/kernels/moe/test_cpu_quant_fused_moe.py \
44+
tests/kernels/moe/test_zen_cpu_int8_moe.py \
45+
tests/kernels/mamba/test_cpu_short_conv.py \
46+
tests/kernels/test_onednn.py \
47+
tests/kernels/test_awq_int4_to_int8.py \
48+
tests/kernels/quantization/test_cpu_fp8_scaled_mm.py \
49+
tests/kernels/mamba/cpu/test_cpu_gdn_ops.py \
50+
tests/kernels/mamba/test_causal_conv1d.py \
51+
tests/kernels/mamba/test_mamba_ssm.py \
52+
tests/v1/sample/test_topk_topp_sampler.py::TestTritonTopkTopp"
53+
parallelism: 2
5054

5155
# Note: SDE can't be downloaded from CI host because of AWS WAF
5256
# - label: CPU-Compatibility Tests

‎.buildkite/intel_jobs/basic_correctness_intel.yaml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ depends_on:
33
- image-build-xpu
44
steps:
55
- label: XPU Sleep Mode
6+
key: xpu-sleep-mode
67
timeout_in_minutes: 45
78
device: intel_gpu
89
agent_tags:

‎.buildkite/intel_jobs/engine_intel.yaml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,6 +41,7 @@ steps:
4141
pytest -v -s engine/test_arg_utils.py test_sequence.py test_logger.py test_vllm_port.py jit_monitor/test_hooks.py'
4242
4343
- label: Engine (1 GPU)
44+
key: engine-1-gpu
4445
timeout_in_minutes: 30
4546
device: intel_gpu
4647
agent_tags:
@@ -65,6 +66,7 @@ steps:
6566
VLLM_XPU_ENABLE_XPU_GRAPH=1 pytest -v -s test_config.py'
6667
6768
- label: V1 e2e (2 GPUs)
69+
key: v1-e2e-2-gpus
6870
timeout_in_minutes: 30
6971
device: intel_gpu
7072
agent_tags:

‎.buildkite/intel_jobs/kernels_intel.yaml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ depends_on:
33
- image-build-xpu
44
steps:
55
- label: vLLM IR Tests
6+
key: vllm-ir-tests
67
timeout_in_minutes: 30
78
device: intel_gpu
89
agent_tags:

‎.buildkite/intel_jobs/lm_eval_intel.yaml‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,5 @@ steps:
2323
commands:
2424
- >-
2525
bash .buildkite/scripts/hardware_ci/run-intel-test.sh
26-
'pip install "gpt-oss[eval]==0.0.5" &&
27-
cd tests &&
26+
'cd tests &&
2827
pytest -s -v evals/gpt_oss/test_gpqa_correctness.py --config-list-file=configs/models-xpu.txt'

0 commit comments

Comments
 (0)