kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Use 2 GPUs to test skip softmax attention on H100.

Browse Source 
Signed-off-by: Bo Li <22713281+bobboli@users.noreply.github.com>
This commit is contained in:
Bo Li 2026-01-05 17:11:52 +00:00
parent a1385243e1
commit 15ef830b33
4 changed files with 38 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
tests/integration/defs/accuracy/test_llm_api_pytorch.py
View File

@ -3884,7 +3884,6 @@ class TestQwen3_30B_A3B_Instruct_2507(LlmapiAccuracyTestHarness):
MODEL_PATH = f"{llm_models_root()}/{MODEL_NAME}"
@skip_pre_hopper
# @pytest.mark.skip_less_device_memory(140000) # Only test for H200, B200
@pytest.mark.parametrize(
"target_sparsity,thr_prefill,thr_decode",
[
@ -3918,6 +3917,40 @@ class TestQwen3_30B_A3B_Instruct_2507(LlmapiAccuracyTestHarness):
task.evaluate(llm,
extra_acc_spec=f"target_sparsity={target_sparsity}")
@pytest.mark.parametrize(
"target_sparsity,thr_prefill,thr_decode",
[
(0.0, 0.0, 0.0),
(0.5, 85.97384174442398, 55.48258322852407),
(0.9, 1418.142868970396, 863.147841750025),
],
ids=[
"target_sparsity_0.0", "target_sparsity_0.5", "target_sparsity_0.9"
],
)
def test_skip_softmax_attention_2gpus(self, target_sparsity: float,
thr_prefill: float,
thr_decode: float):
sparse_attention_config = SkipSoftmaxAttentionConfig(
threshold_scale_factor={
"prefill": thr_prefill,
"decode": thr_decode,
})
kv_cache_config = KvCacheConfig(free_gpu_memory_fraction=0.85)
with LLM(self.MODEL_PATH,
attn_backend="TRTLLM",
max_batch_size=256,
max_num_tokens=100000,
tensor_parallel_size=2,
moe_expert_parallel_size=2,
enable_attention_dp=True,
kv_cache_config=kv_cache_config,
sparse_attention_config=sparse_attention_config) as llm:
task = LongBenchV1(self.MODEL_NAME)
task.evaluate(llm,
extra_acc_spec=f"target_sparsity={target_sparsity}")
class TestPhi4MiniInstruct(LlmapiAccuracyTestHarness):
MODEL_NAME = "microsoft/Phi-4-mini-instruct"

4
tests/integration/test_lists/test-db/l0_dgx_h100.yml
View File

@ -47,6 +47,10 @@ l0_dgx_h100:
- accuracy/test_llm_api_autodeploy.py::TestLlama3_1_8B::test_auto_dtype[False-2]
# llmapi
- unittest/llmapi/test_mpi_session.py::test_llmapi_launch_multiple_tasks
# ------------- Skip softmax attention tests ---------------
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention_2gpus[target_sparsity_0.0]
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention_2gpus[target_sparsity_0.5]
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention_2gpus[target_sparsity_0.9]
- condition:
ranges:
system_gpu_count:

4
tests/integration/test_lists/test-db/l0_h100.yml
View File

@ -78,10 +78,6 @@ l0_h100:
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_fp8[latency-torch_compile=False]
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_fp8[latency-torch_compile=True]
- accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B::test_dummy_load_format
# Waive known failures in https://nvbugs/5774869
# - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.0] TIMEOUT (90)
# - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.5] TIMEOUT (90)
# - accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.9] TIMEOUT (90)
- accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_eagle3[enable_chunked_prefill=False-eagle3_one_model=False]
- accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_eagle3[enable_chunked_prefill=True-eagle3_one_model=True]
- accuracy/test_llm_api_pytorch.py::TestQwen3_8B::test_eagle3[enable_chunked_prefill=False-eagle3_one_model=True]

3
tests/integration/test_lists/waives.txt
View File

@ -337,9 +337,6 @@ accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp8_eagle3_tp8[
accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_nvfp4_tp4[torch_compile=False] SKIP (https://nvbugs/5794796)
accuracy/test_llm_api_pytorch.py::TestLlama3_3_70BInstruct::test_fp8_tp4[torch_compile=False] SKIP (https://nvbugs/5794796)
accuracy/test_llm_api_pytorch.py::TestQwen3_235B_A22B::test_fp8[throughput_latency] SKIP (https://nvbugs/5775544)
accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.5] SKIP (https://nvbugs/5774869)
accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.0] SKIP (https://nvbugs/5774869)
accuracy/test_llm_api_pytorch.py::TestQwen3_30B_A3B_Instruct_2507::test_skip_softmax_attention[target_sparsity_0.9] SKIP (https://nvbugs/5774869)
triton_server/test_triton.py::test_llava_onevision[llava_onevision] SKIP (https://nvbugs/5775205)
triton_server/test_triton.py::test_gpt_ib_lad[gpt-ib-lad] SKIP (https://nvbugs/5775223)
unittest/_torch/modules/test_fused_moe.py::test_fused_moe_fp8_blockwise_cute_dsl_multi_gpu[MoEWeightLoadingMode.FUSED_GATE_UP_PROJ-DefaultMoeRoutingMethod-1] SKIP (https://nvbugs/5775256)