kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-02-16 15:55:08 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[https://nvbugs/5791242][chore] remove obsolete code (#11388)

Browse Source 
Signed-off-by: ixlmar <206748156+ixlmar@users.noreply.github.com>
This commit is contained in:
mpikulski 2026-02-10 10:55:29 +01:00 committed by GitHub
parent 21cdc39e83
commit adc0d82500
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tensorrt_llm/_torch/pyexecutor/sampling_utils_flashinfer.py
View File

@ -611,6 +611,9 @@ class _StrategyImpls:
generator: Optional[torch.Generator] = None,
group_metadata: StrategyMetadata | None = None,
) -> tuple[torch.Tensor, Optional[torch.Tensor]]:
# NB: Gumbel-max trick sampling used by flashinfer.sampling.sampling_from_logits
# is numerically tricky and was not observed to provide a performance advantage
# (cf. https://nvbugs/5791242).
new_tokens, _ = self._sample_with_probs(
logits,
group_logit_indices=group_logit_indices,
@ -619,21 +622,6 @@ class _StrategyImpls:
temperature=self._temperature,
generator=generator,
)
# FIXME: https://nvbugs/5791242
# logits = self._prepare_logits_with_temperature(
# logits, group_logit_indices, self._temperature
# )
# new_tokens = flashinfer.sampling.sampling_from_logits(
# logits,
# # NB: Leveraging 'indices' would require applying temperature+softmax before batching,
# # because 'flashinfer.sampling.softmax' has no 'indices' argument; but that would
# # compute unnecessarily softmax also for situations allowing
# # flashinfer.sampling...._sampling_from_logits.
# # indices=group_logit_indices,
# deterministic=True,
# generator=generator,
# check_nan=self._flashinfer_check_nans(logits),
# )
return new_tokens, None
class BeamSearchSampleOnly(BeamSearchMixin, StrategyImplSampleOnly):