Skip to content

Commit 2013034

Browse files
authored
[Test] - Waive or fix few known test failures (#5769)
Signed-off-by: Yanchao Lu <[email protected]>
1 parent ae27261 commit 2013034

File tree

4 files changed

+8
-5
lines changed

4 files changed

+8
-5
lines changed

jenkins/L0_Test.groovy

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1825,9 +1825,10 @@ def launchTestJobs(pipeline, testFilter, dockerNode=null)
18251825

18261826
multiNodesSBSAConfigs = [
18271827
// Each stage test 1 testcase with 8 GPUs and 2 nodes.
1828-
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-1": ["gb200-multi-node", "l0_gb200_multi_nodes", 1, 3, 8, 2],
1829-
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-2": ["gb200-multi-node", "l0_gb200_multi_nodes", 2, 3, 8, 2],
1830-
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-3": ["gb200-multi-node", "l0_gb200_multi_nodes", 3, 3, 8, 2],
1828+
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-1": ["gb200-multi-node", "l0_gb200_multi_nodes", 1, 4, 8, 2],
1829+
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-2": ["gb200-multi-node", "l0_gb200_multi_nodes", 2, 4, 8, 2],
1830+
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-3": ["gb200-multi-node", "l0_gb200_multi_nodes", 3, 4, 8, 2],
1831+
"GB200-8_GPUs-2_Nodes-PyTorch-Post-Merge-4": ["gb200-multi-node", "l0_gb200_multi_nodes", 4, 4, 8, 2],
18311832
]
18321833
fullSet += multiNodesSBSAConfigs.keySet()
18331834

tests/integration/test_lists/test-db/l0_dgx_b200.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -49,4 +49,4 @@ l0_dgx_b200:
4949
- disaggregated/test_disaggregated.py::test_disaggregated_deepseek_v3_lite_fp8_attention_dp_overlap_cuda_graph[DeepSeek-V3-Lite-fp8]
5050
- disaggregated/test_disaggregated.py::test_disaggregated_deepseek_v3_lite_fp8_overlap_cuda_graph[DeepSeek-V3-Lite-fp8]
5151
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[4gpu_latency_moe_trtllm]
52-
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[4gpu_latency_moe_cutlass] TIMEOUT (90)
52+
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[4gpu_latency_moe_cutlass]

tests/integration/test_lists/waives.txt

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -453,3 +453,6 @@ accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_fp8_block_scales[latency] S
453453
full:GH200/disaggregated/test_disaggregated.py::test_disaggregated_deepseek_v3_lite_fp8_attention_dp_one[DeepSeek-V3-Lite-fp8] SKIP (https://nvbugs/5375966)
454454
accuracy/test_llm_api_pytorch.py::TestGemma3_1BInstruct::test_auto_dtype SKIP (https://nvbugs/5375620)
455455
disaggregated/test_workers.py::test_workers_kv_cache_aware_router_eviction[TinyLlama-1.1B-Chat-v1.0] SKIP (https://nvbugs/5375723)
456+
test_e2e.py::test_ptp_quickstart_advanced[Mixtral-8x7B-NVFP4-nvfp4-quantized/Mixtral-8x7B-Instruct-v0.1] SKIP (https://nvbugs/5377465)
457+
test_e2e.py::test_ptp_quickstart_advanced[Llama3.1-70B-FP8-llama-3.1-model/Llama-3.1-70B-Instruct-FP8] SKIP (https://nvbugs/5377465)
458+
accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_nvfp4[4gpu_latency_moe_cutlass] SKIP (https://nvbugs/5369010)

tests/unittest/_torch/multi_gpu_modeling/test_deepseek.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@ def similar(a, b, threshold=0.9):
1717
return SequenceMatcher(None, a, b).ratio() >= threshold
1818

1919

20-
@pytest.mark.skip(reason="https://nvbugs/5370968")
2120
@pytest.mark.parametrize("model_name", ["DeepSeek-V3-Lite"],
2221
ids=["deepseekv3_lite"])
2322
@pytest.mark.parametrize("backend", ["TRTLLM"], ids=["trtllm"])

0 commit comments

Comments
 (0)