From 158289e0fce93f633a7856cb49cca1bed107a4bb Mon Sep 17 00:00:00 2001 From: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com> Date: Wed, 27 May 2026 18:13:22 +0800 Subject: [PATCH] [Docs] Fix MLA prefill backend default docs (#43697) Signed-off-by: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com> --- docs/design/attention_backends.md | 5 +++-- tools/pre_commit/generate_attention_backend_docs.py | 7 ++++--- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/docs/design/attention_backends.md b/docs/design/attention_backends.md index d70cd6fd74c..ed9f0d30162 100644 --- a/docs/design/attention_backends.md +++ b/docs/design/attention_backends.md @@ -205,8 +205,9 @@ hardware and configuration. | `FLASHINFER` | FlashInfer CUTLASS backend | fp16, bf16 | 10.x | DeepSeek R1 dims only | | `TOKENSPEED_MLA` | | fp16, bf16 | 10.x | DeepSeek R1 dims only | -> **‡** TRT-LLM Ragged is the default on Blackwell (SM100). -> On other GPUs, FlashAttention is used as the default. +> **‡** Automatic selection tries FlashAttention first. On Blackwell +> (SM100), the fallback order is TRT-LLM Ragged, FlashInfer, then +> TokenSpeed MLA. On other GPUs, only FlashAttention is considered. ### Decode Backends diff --git a/tools/pre_commit/generate_attention_backend_docs.py b/tools/pre_commit/generate_attention_backend_docs.py index abbbdce09b4..1a93068537b 100644 --- a/tools/pre_commit/generate_attention_backend_docs.py +++ b/tools/pre_commit/generate_attention_backend_docs.py @@ -508,7 +508,7 @@ def parse_mla_prefill_backends() -> list[dict[str, Any]]: metadata = backend_metadata.get(backend_name, {}) display_name = backend_info.get("name", backend_name) - # Add marker for default Blackwell backend + # Add marker for the highest-priority automatic backend. marker = "" if backend_name == priority_order[0] and priorities.get("blackwell"): marker = "‡" @@ -1595,8 +1595,9 @@ def generate_mla_section( lines.extend( [ "", - "> **‡** TRT-LLM Ragged is the default on Blackwell (SM100).", - "> On other GPUs, FlashAttention is used as the default.", + "> **‡** Automatic selection tries FlashAttention first. On Blackwell", + "> (SM100), the fallback order is TRT-LLM Ragged, FlashInfer, then", + "> TokenSpeed MLA. On other GPUs, only FlashAttention is considered.", "", "### Decode Backends", "",