We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3036d49 commit 83ee91eCopy full SHA for 83ee91e
tensorrt_llm/_torch/pyexecutor/py_executor.py
@@ -800,7 +800,7 @@ def _executor_loop_pp(self):
800
# Second last rank does not need to since last rank has original decoded tokens
801
if not self.dist.is_second_last_pp_rank:
802
if self.send_handles[prev_microbatch_id] is not None:
803
- self.send_handles[prev_microbatch_id].Wait()
+ self.send_handles[prev_microbatch_id].wait()
804
needs_logits = (
805
self._need_return_logits(scheduled_batch)
806
or (self._need_return_log_probs(scheduled_batch)
0 commit comments