File tree Expand file tree Collapse file tree 3 files changed +6
-6
lines changed
tests/e2e/singlecard/sample Expand file tree Collapse file tree 3 files changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -40,8 +40,8 @@ concurrency:
40
40
cancel-in-progress : true
41
41
42
42
jobs :
43
- # lint:
44
- # uses: ./.github/workflows/pre-commit.yml
43
+ lint :
44
+ uses : ./.github/workflows/pre-commit.yml
45
45
46
46
changes :
47
47
runs-on : ubuntu-latest
Original file line number Diff line number Diff line change 4
4
import pytest
5
5
import torch
6
6
import torch .nn .functional as F
7
- from vllm .v1 .sample .logits_processor import LogitsProcessorManager
7
+ from vllm .v1 .sample .logits_processor import LogitsProcessors
8
8
from vllm .v1 .sample .metadata import SamplingMetadata
9
9
from vllm .v1 .spec_decode .metadata import SpecDecodeMetadata
10
10
@@ -66,7 +66,7 @@ def create_sampling_metadata(
66
66
output_token_ids = [],
67
67
allowed_token_ids_mask = None ,
68
68
bad_words_token_ids = {},
69
- logitsprocs = LogitsProcessorManager ())
69
+ logitsprocs = LogitsProcessors ())
70
70
71
71
72
72
########################### Tests for Greedy Sampling ###################
Original file line number Diff line number Diff line change @@ -1074,8 +1074,8 @@ def _process_reqs(
1074
1074
num_input_tokens )
1075
1075
num_input_tokens += num_pad
1076
1076
1077
- modified_batch = self .attn_metadata_builder .reorder_batch (
1078
- self . input_batch , scheduler_output )
1077
+ self .attn_metadata_builder .reorder_batch (self . input_batch ,
1078
+ scheduler_output )
1079
1079
# OPTIMIZATION: Start copying the block table first.
1080
1080
# This way, we can overlap the copy with the following CPU operations.
1081
1081
self .input_batch .block_table .commit_block_table (num_reqs )
You can’t perform that action at this time.
0 commit comments