File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
tensorrt_llm/_torch/pyexecutor Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -653,7 +653,7 @@ def _executor_loop_pp(self):
653
653
with self ._profiler () as profile_step :
654
654
iter_start_time = time .time ()
655
655
iter_stats = None
656
- while not self . should_stop_processing :
656
+ while True :
657
657
profile_step ()
658
658
if self .enable_iter_perf_stats :
659
659
iter_start_time = time .time ()
@@ -811,7 +811,7 @@ def _executor_loop(self):
811
811
sample_state = None
812
812
iter_start_time = time .time ()
813
813
iter_stats = None
814
- while not self . should_stop_processing :
814
+ while True :
815
815
profile_step ()
816
816
if self .enable_iter_perf_stats :
817
817
iter_start_time = time .time ()
@@ -955,7 +955,7 @@ def _executor_loop_overlap(self):
955
955
with self ._profiler () as profile_step :
956
956
iter_start_time = time .time ()
957
957
iter_stats = None
958
- while not self . should_stop_processing :
958
+ while True :
959
959
profile_step ()
960
960
if self .enable_iter_perf_stats :
961
961
iter_start_time = time .time ()
You can’t perform that action at this time.
0 commit comments