diff --git a/tests/integration/defs/accuracy/references/gsm8k.yaml b/tests/integration/defs/accuracy/references/gsm8k.yaml index fee786b5e2f4..26064236589f 100644 --- a/tests/integration/defs/accuracy/references/gsm8k.yaml +++ b/tests/integration/defs/accuracy/references/gsm8k.yaml @@ -491,6 +491,9 @@ MiniMaxAI/MiniMax-M2: - accuracy: 89.045 - quant_algo: FP8_BLOCK_SCALES accuracy: 93.75 + - quant_algo: FP8_BLOCK_SCALES + extra_acc_spec: tp_attn + accuracy: 92.0 MiniMaxAI/MiniMax-M2.5: - quant_algo: FP8_BLOCK_SCALES accuracy: 93.75 diff --git a/tests/integration/defs/accuracy/test_llm_api_pytorch.py b/tests/integration/defs/accuracy/test_llm_api_pytorch.py index 8b00d737c793..894b21c1ab28 100644 --- a/tests/integration/defs/accuracy/test_llm_api_pytorch.py +++ b/tests/integration/defs/accuracy/test_llm_api_pytorch.py @@ -7740,7 +7740,9 @@ def test_4gpus(self, tp_size, ep_size, attention_dp, cuda_graph, enable_attention_dp=attention_dp) as llm: assert llm.args.quant_config.quant_algo == QuantAlgo.FP8_BLOCK_SCALES task = GSM8K(self.MODEL_NAME) - task.evaluate(llm) + # TP-sharded path uses fused minimax_allreduce_rms_qk with slightly different numerics. + task.evaluate(llm, + extra_acc_spec=None if attention_dp else "tp_attn") @skip_pre_hopper diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index c3f0404fad6f..10ae45ef3147 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -78,7 +78,6 @@ accuracy/test_llm_api_pytorch.py::TestLlama3_1_8BInstruct::test_guided_decoding_ accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp4_tp2pp2[torch_compile=False-enable_gemm_allreduce_fusion=False] SKIP (https://nvbugs/6428089) accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp4_tp2pp2[torch_compile=True-enable_gemm_allreduce_fusion=False] SKIP (https://nvbugs/6427411) accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp4_tp2pp2[torch_compile=True-enable_gemm_allreduce_fusion=True] SKIP (https://nvbugs/6211441) -accuracy/test_llm_api_pytorch.py::TestMiniMaxM2::test_4gpus[attention_dp=False-cuda_graph=True-overlap_scheduler=True-tp_size=4-ep_size=4] SKIP (https://nvbugs/6159132) accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_nvfp4_8gpus_mtp SKIP (https://nvbugs/6581065) accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_nvfp4_parallelism[TP4_PP2] SKIP (https://nvbugs/6427411) accuracy/test_llm_api_pytorch.py::TestNemotronV3Ultra::test_nvfp4_4gpus_static_eplb[moe_backend=CUTLASS] SKIP (https://nvbugs/6535767)