kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-01-14 06:27:45 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Update GitHub pages in root to v1.2.0rc4

Browse Source
This commit is contained in:
Kaiyu Xie 2025-11-25 03:40:39 +00:00
parent c474c888f4
commit a79e2dc7fb
289 changed files with 1140 additions and 1132 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.buildinfo
View File

@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
config: 5b10b2153627779ea5be4dbb07d82396
config: e877fa21f4c01def0efb8f650d34bf16
tags: 645f666f9bcd5a90fca523b33c5a78b7

8
_cpp_gen/executor.html
View File

@ -61,7 +61,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -74,7 +74,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -13984,9 +13984,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_cpp_gen/runtime.html
View File

@ -61,7 +61,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -74,7 +74,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -14696,9 +14696,9 @@ one more than decoding draft tokens for prediction from primary head </p>
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

19
_downloads/b509390ba70e52fabb10dbd9d15d5118/attention.py
View File

@ -1221,19 +1221,11 @@ class MLA(nn.Module):
if position_ids is not None:
position_ids = position_ids[..., :num_tokens]
if self.fuse_a_indexer_k_weight:
q, compressed_kv, k_pe, indexer_k, indexer_weights = self.kv_a_proj_with_mqa(
hidden_states).split([
self.q_lora_rank, self.kv_lora_rank, self.qk_rope_head_dim,
self.indexer.head_dim, self.indexer.n_heads
], -1)
else:
q, compressed_kv, k_pe = self.kv_a_proj_with_mqa(
hidden_states).split([
self.q_lora_rank, self.kv_lora_rank, self.qk_rope_head_dim
], -1)
indexer_k = None
indexer_weights = None
q, compressed_kv, k_pe, indexer_k = self.kv_a_proj_with_mqa(
hidden_states).split([
self.q_lora_rank, self.kv_lora_rank, self.qk_rope_head_dim,
self.indexer.head_dim
], -1)
# TODO: possibly overlap/fuse q_a_rmsnorm + kv_a_rmsnorm + indexer.k_layernorm?
q, compressed_kv = maybe_execute_in_parallel(
@ -1255,7 +1247,6 @@ class MLA(nn.Module):
attn_metadata,
position_ids,
indexer_k=indexer_k, # indexer K proj
indexer_weights=indexer_weights, # indexer weights proj
)
assert q.shape[

7
_downloads/c68095123d889975e6e5e839a4241d22/model_engine.py
View File

@ -268,6 +268,10 @@ class PyTorchModelEngine(ModelEngine):
use_ub = not use_ub_for_nccl and (
torch_compile_enable_userbuffers
and self._init_userbuffers(self.model.config.hidden_size))
self.backend_num_streams = Backend.Streams([
torch.cuda.Stream()
for _ in range(torch_compile_max_num_streams - 1)
])
self._torch_compile_backend = Backend(
torch_compile_inductor_enabled,
enable_userbuffers=use_ub,
@ -2658,8 +2662,7 @@ class PyTorchModelEngine(ModelEngine):
if self._torch_compile_backend is not None:
# Register aux streams and events to model extra attrs.
# The streams and events are list which could be updated during compilation.
attrs["aux_streams"] = weakref.ref(
self._torch_compile_backend.aux_streams)
attrs["aux_streams"] = weakref.ref(self.backend_num_streams)
attrs["events"] = weakref.ref(self._torch_compile_backend.events)
attrs["global_stream"] = torch.cuda.current_stream()

8
_modules/index.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -689,9 +689,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/builder.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1917,9 +1917,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/disaggregated_params.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -720,9 +720,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/executor/request.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -765,9 +765,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/executor/result.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1717,9 +1717,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/executor/utils.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -796,9 +796,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/functional.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -8775,9 +8775,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/activation.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -647,9 +647,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/attention.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -3510,9 +3510,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/cast.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -654,9 +654,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/conv.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -903,9 +903,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/embedding.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1370,9 +1370,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/linear.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1218,9 +1218,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/mlp.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1244,9 +1244,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/normalization.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1008,9 +1008,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/layers/pooling.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -663,9 +663,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/llmapi/build_cache.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -946,9 +946,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

13
_modules/tensorrt_llm/llmapi/llm.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1295,7 +1295,10 @@
<span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
<span class="k">return</span> <span class="bp">self</span>
<span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">exc_type</span><span class="p">,</span> <span class="n">exc_value</span><span class="p">,</span> <span class="n">traceback</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">bool</span><span class="p">:</span>
<span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span>
<span class="bp">self</span><span class="p">,</span> <span class="n">exc_type</span><span class="p">,</span> <span class="n">exc_value</span><span class="p">,</span> <span class="n">traceback</span>
<span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Literal</span><span class="p">[</span>
<span class="kc">False</span><span class="p">]:</span> <span class="c1"># https://github.com/microsoft/pyright/issues/7009#issuecomment-1894135045</span>
<span class="k">del</span> <span class="n">exc_value</span><span class="p">,</span> <span class="n">traceback</span>
<span class="bp">self</span><span class="o">.</span><span class="n">shutdown</span><span class="p">()</span>
<span class="k">return</span> <span class="kc">False</span> <span class="c1"># propagate exceptions</span>
@ -1758,9 +1761,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

11
_modules/tensorrt_llm/llmapi/llm_args.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -3414,7 +3414,8 @@
<span class="n">enable_autotuner</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span>
<span class="n">default</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
<span class="n">description</span><span class="o">=</span><span class="s2">&quot;Enable autotuner only when torch compile is enabled.&quot;</span><span class="p">,</span>
<span class="n">description</span><span class="o">=</span>
<span class="s2">&quot;Enable autotuner for all tunable ops. This flag is for debugging purposes only, and the performance may significantly degrade if set to false.&quot;</span><span class="p">,</span>
<span class="n">status</span><span class="o">=</span><span class="s2">&quot;prototype&quot;</span><span class="p">)</span>
<span class="n">enable_layerwise_nvtx_marker</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span>
@ -4009,9 +4010,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/llmapi/mm_encoder.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -773,9 +773,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/llmapi/mpi_session.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1236,9 +1236,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/baichuan/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -881,9 +881,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/bert/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1185,9 +1185,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/bloom/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -793,9 +793,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/chatglm/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -810,9 +810,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/chatglm/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1009,9 +1009,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/clip/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -838,9 +838,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/cogvlm/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -669,9 +669,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/cogvlm/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -922,9 +922,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/commandr/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -820,9 +820,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/dbrx/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -684,9 +684,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/dbrx/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -810,9 +810,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/deepseek_v1/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -904,9 +904,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/deepseek_v2/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -986,9 +986,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/dit/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1022,9 +1022,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/eagle/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1958,9 +1958,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/enc_dec/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -2865,9 +2865,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/falcon/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -745,9 +745,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/falcon/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -907,9 +907,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gemma/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -835,9 +835,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gemma/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1030,9 +1030,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gpt/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -954,9 +954,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gpt/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1057,9 +1057,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gptj/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -683,9 +683,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gptj/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -833,9 +833,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/gptneox/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -775,9 +775,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/llama/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -909,9 +909,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/llama/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1257,9 +1257,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/mamba/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1102,9 +1102,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/medusa/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -742,9 +742,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/medusa/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -892,9 +892,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/mllama/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -2203,9 +2203,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/mmdit_sd3/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1269,9 +1269,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/modeling_utils.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -2678,9 +2678,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/mpt/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -807,9 +807,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/multimodal_encoders/config.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -741,9 +741,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/multimodal_encoders/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -809,9 +809,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/opt/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -812,9 +812,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/phi/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -854,9 +854,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/phi3/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -950,9 +950,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/recurrentgemma/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1255,9 +1255,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/models/redrafter/model.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -942,9 +942,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/plugin/plugin.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1399,9 +1399,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/quantization/mode.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1100,9 +1100,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/quantization/quantize_by_modelopt.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1898,9 +1898,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/enc_dec_model_runner.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1169,9 +1169,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/generation.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -5509,9 +5509,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/kv_cache_manager.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1113,9 +1113,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/model_runner.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1632,9 +1632,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/model_runner_cpp.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1845,9 +1845,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/multimodal_model_runner.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -3427,9 +3427,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/runtime/session.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -973,9 +973,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

8
_modules/tensorrt_llm/sampling_params.html
View File

@ -60,7 +60,7 @@
<script>
DOCUMENTATION_OPTIONS.theme_version = '0.16.1';
DOCUMENTATION_OPTIONS.theme_switcher_json_url = './_static/switcher.json';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc3';
DOCUMENTATION_OPTIONS.theme_switcher_version_match = '1.2.0rc4';
DOCUMENTATION_OPTIONS.show_version_warning_banner =
false;
</script>
@ -73,7 +73,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<meta name="docsearch:language" content="en"/>
<meta name="docsearch:version" content="1.2.0rc3" />
<meta name="docsearch:version" content="1.2.0rc4" />
</head>
@ -1168,9 +1168,9 @@
<div class="footer-item">
<div class="extra_footer">
<p>Last updated on November 20, 2025.</p>
<p>Last updated on November 23, 2025.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/2128f73">2128f73</a>.</p>
<p>This page is generated by TensorRT-LLM commit <a href="https://github.com/NVIDIA/TensorRT-LLM/tree/a761585">a761585</a>.</p>
</div></div>

2
_sources/commands/trtllm-serve/run-benchmark-with-trtllm-serve.md.txt
View File

@ -25,7 +25,7 @@ TensorRT LLM distributes the pre-built container on [NGC Catalog](https://catalo
You can launch the container using the following command:
```bash
docker run --rm -it --ipc host -p 8000:8000 --gpus all --ulimit memlock=-1 --ulimit stack=67108864 nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc3
docker run --rm -it --ipc host -p 8000:8000 --gpus all --ulimit memlock=-1 --ulimit stack=67108864 nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc4
```

2
_sources/deployment-guide/deployment-guide-for-deepseek-r1-on-trtllm.md.txt
View File

@ -47,7 +47,7 @@ docker run --rm -it \
-p 8000:8000 \
-v ~/.cache:/root/.cache:rw \
--name tensorrt_llm \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc3 \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc4 \
/bin/bash
```

2
_sources/deployment-guide/deployment-guide-for-gpt-oss-on-trtllm.md.txt
View File

@ -43,7 +43,7 @@ docker run --rm -it \
-p 8000:8000 \
-v ~/.cache:/root/.cache:rw \
--name tensorrt_llm \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc3 \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc4 \
/bin/bash
```

2
_sources/deployment-guide/deployment-guide-for-llama3.3-70b-on-trtllm.md.txt
View File

@ -39,7 +39,7 @@ docker run --rm -it \
-p 8000:8000 \
-v ~/.cache:/root/.cache:rw \
--name tensorrt_llm \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc3 \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc4 \
/bin/bash
```

2
_sources/deployment-guide/deployment-guide-for-llama4-scout-on-trtllm.md.txt
View File

@ -38,7 +38,7 @@ docker run --rm -it \
-p 8000:8000 \
-v ~/.cache:/root/.cache:rw \
--name tensorrt_llm \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc3 \
nvcr.io/nvidia/tensorrt-llm/release:1.2.0rc4 \
/bin/bash
```

2
_sources/examples/curl_chat_client.rst.txt
View File

@ -2,7 +2,7 @@ Curl Chat Client
================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/curl_chat_client.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/curl_chat_client.sh.
.. literalinclude:: ../../../examples/serve/curl_chat_client.sh
:lines: 1-11

2
_sources/examples/curl_chat_client_for_multimodal.rst.txt
View File

@ -2,7 +2,7 @@ Curl Chat Client For Multimodal
===============================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/curl_chat_client_for_multimodal.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/curl_chat_client_for_multimodal.sh.
.. literalinclude:: ../../../examples/serve/curl_chat_client_for_multimodal.sh
:lines: 1-88

2
_sources/examples/curl_completion_client.rst.txt
View File

@ -2,7 +2,7 @@ Curl Completion Client
======================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/curl_completion_client.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/curl_completion_client.sh.
.. literalinclude:: ../../../examples/serve/curl_completion_client.sh
:lines: 1-10

2
_sources/examples/deepseek_r1_reasoning_parser.rst.txt
View File

@ -2,7 +2,7 @@ Deepseek R1 Reasoning Parser
============================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/deepseek_r1_reasoning_parser.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/deepseek_r1_reasoning_parser.sh.
.. literalinclude:: ../../../examples/serve/deepseek_r1_reasoning_parser.sh
:lines: 1-10

2
_sources/examples/genai_perf_client.rst.txt
View File

@ -2,7 +2,7 @@ Genai Perf Client
=================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/genai_perf_client.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/genai_perf_client.sh.
.. literalinclude:: ../../../examples/serve/genai_perf_client.sh
:lines: 1-16

2
_sources/examples/genai_perf_client_for_multimodal.rst.txt
View File

@ -2,7 +2,7 @@ Genai Perf Client For Multimodal
================================
Refer to the `trtllm-serve documentation <https://nvidia.github.io/TensorRT-LLM/commands/trtllm-serve.html>`_ for starting a server.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/serve/genai_perf_client_for_multimodal.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/serve/genai_perf_client_for_multimodal.sh.
.. literalinclude:: ../../../examples/serve/genai_perf_client_for_multimodal.sh
:lines: 1-19

2
_sources/examples/llm_guided_decoding.rst.txt
View File

@ -1,6 +1,6 @@
Generate text with guided decoding
==================================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_guided_decoding.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_guided_decoding.py.
.. literalinclude:: ../../../examples/llm-api/llm_guided_decoding.py
:lines: 4-47

2
_sources/examples/llm_inference.rst.txt
View File

@ -1,6 +1,6 @@
Generate text
=============
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_inference.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_inference.py.
.. literalinclude:: ../../../examples/llm-api/llm_inference.py
:lines: 4-35

2
_sources/examples/llm_inference_async.rst.txt
View File

@ -1,6 +1,6 @@
Generate text asynchronously
============================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_inference_async.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_inference_async.py.
.. literalinclude:: ../../../examples/llm-api/llm_inference_async.py
:lines: 4-43

2
_sources/examples/llm_inference_async_streaming.rst.txt
View File

@ -1,6 +1,6 @@
Generate text in streaming
==========================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_inference_async_streaming.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_inference_async_streaming.py.
.. literalinclude:: ../../../examples/llm-api/llm_inference_async_streaming.py
:lines: 4-64

2
_sources/examples/llm_inference_distributed.rst.txt
View File

@ -1,6 +1,6 @@
Distributed LLM Generation
==========================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_inference_distributed.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_inference_distributed.py.
.. literalinclude:: ../../../examples/llm-api/llm_inference_distributed.py
:lines: 4-44

2
_sources/examples/llm_kv_cache_connector.rst.txt
View File

@ -1,6 +1,6 @@
KV Cache Connector
==================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_kv_cache_connector.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_kv_cache_connector.py.
.. literalinclude:: ../../../examples/llm-api/llm_kv_cache_connector.py
:lines: 4-247

2
_sources/examples/llm_kv_cache_offloading.rst.txt
View File

@ -1,6 +1,6 @@
KV Cache Offloading
===================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_kv_cache_offloading.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_kv_cache_offloading.py.
.. literalinclude:: ../../../examples/llm-api/llm_kv_cache_offloading.py
:lines: 4-134

2
_sources/examples/llm_logits_processor.rst.txt
View File

@ -1,6 +1,6 @@
Control generated text using logits processor
=============================================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_logits_processor.py.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_logits_processor.py.
.. literalinclude:: ../../../examples/llm-api/llm_logits_processor.py
:lines: 4-128

2
_sources/examples/llm_mgmn_llm_distributed.rst.txt
View File

@ -1,6 +1,6 @@
Run LLM-API with pytorch backend on Slurm
=========================================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_mgmn_llm_distributed.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_mgmn_llm_distributed.sh.
.. literalinclude:: ../../../examples/llm-api/llm_mgmn_llm_distributed.sh
:lines: 1-10,14-55

2
_sources/examples/llm_mgmn_trtllm_bench.rst.txt
View File

@ -1,6 +1,6 @@
Run trtllm-bench with pytorch backend on Slurm
==============================================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_mgmn_trtllm_bench.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_mgmn_trtllm_bench.sh.
.. literalinclude:: ../../../examples/llm-api/llm_mgmn_trtllm_bench.sh
:lines: 1-10,14-95

2
_sources/examples/llm_mgmn_trtllm_serve.rst.txt
View File

@ -1,6 +1,6 @@
Run trtllm-serve with pytorch backend on Slurm
==============================================
Source https://github.com/NVIDIA/TensorRT-LLM/blob/2128f73d58508a1a0b37119bd851edb19ab88635/examples/llm-api/llm_mgmn_trtllm_serve.sh.
Source https://github.com/NVIDIA/TensorRT-LLM/blob/a761585d9c15b4c1249aaf65a8f90764efa83a3c/examples/llm-api/llm_mgmn_trtllm_serve.sh.
.. literalinclude:: ../../../examples/llm-api/llm_mgmn_trtllm_serve.sh
:lines: 1-10,14-56

Some files were not shown because too many files have changed in this diff Show More