diff --git a/tensorrt_llm/_torch/pyexecutor/model_engine.py b/tensorrt_llm/_torch/pyexecutor/model_engine.py index 6aa98ed027..7db587a11b 100644 --- a/tensorrt_llm/_torch/pyexecutor/model_engine.py +++ b/tensorrt_llm/_torch/pyexecutor/model_engine.py @@ -2035,6 +2035,7 @@ class PyTorchModelEngine(ModelEngine): # Reshape to align w/ the shape used in the TRT backend, # so the same logit processors can be used across both backends. logits_row = logits_row.view(1, 1, -1) + token_ids = [token_ids] for lp in logits_processors: lp_params = inspect.signature(lp).parameters