fix

Signed-off-by: Wuxun Zhang <[email protected]>

Author: wuxun-zhang

vllm_gaudi/distributed/device_communicators/hpu_communicator.py

@@ -65,9 +65,6 @@ def all_gather(self, input_: torch.Tensor, dim: int = -1) -> torch.Tensor:
     def dispatch(
             self, hidden_states: torch.Tensor,
             router_logits: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
-        """
-        all-gather based dispatch for HPUCommunicator.
-        """
         cu_tokens_across_dp_cpu = get_forward_context(
         ).dp_metadata.cu_tokens_across_dp_cpu
         hidden_states_across_dp = naive_multicast(hidden_states,

vllm_gaudi/v1/worker/hpu_model_runner.py

@@ -1229,7 +1229,6 @@ def _form_prefill_batch(self, contents):
 
         query_lens = _async_h2d_tensor(query_lens, torch.int32)
         token_ids = _async_h2d_tensor(token_ids, torch.int32)
-
         token_positions = _async_h2d_tensor(token_positions, torch.int32)
         token_slots = _async_h2d_tensor(token_slots, torch.int64)
         logits_indices = _async_h2d_tensor(logits_indices, torch.int32)
@@ -1296,7 +1295,6 @@ def _prepare_decode_inputs(self, num_decodes,
             num_decodes, sum(num_blocks))[0]
 
         # # dp aware padding
-        assert padded_batch_size is not None
         padded_batch_size += self.get_dp_padding(padded_batch_size)
 
         block_tables_list = []
@@ -1754,8 +1752,6 @@ def execute_model(self,
 
         ######################### PREFILLS #########################
         if num_prefills > 0:
-            # Wuxun: merged prefill forward if enabled
-            # 2D bucketing or merged prefill bucketing
             htorch.core.mark_step()
             for idx, (req_id, prompt_len, token_ids, position_ids,
                       attn_metadata, logits_indices,