From 60a7a2214fab793ba2145a9fa93e7f0db7610c83 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Joaqu=C3=ADn=20Mond=C3=A9jar?= <111321569+JMonde@users.noreply.github.com> Date: Fri, 29 May 2026 12:04:02 +0200 Subject: [PATCH] [Bugfix] Fix Step3 pipeline parallel KeyError for residual tensor (#37622) Co-authored-by: Jee Jee Li --- vllm/model_executor/models/step3_text.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/step3_text.py b/vllm/model_executor/models/step3_text.py index a0e7e16a9bb..dd4af6f0fec 100644 --- a/vllm/model_executor/models/step3_text.py +++ b/vllm/model_executor/models/step3_text.py @@ -345,7 +345,7 @@ class Step3TextModel(nn.Module): self.norm = PPMissingLayer() self.make_empty_intermediate_tensors = make_empty_intermediate_tensors_factory( - ["hidden_states"], config.hidden_size + ["hidden_states", "residual"], config.hidden_size ) def embed_input_ids(self, input_ids: torch.Tensor) -> torch.Tensor: