[Fix] Remove false assertion (#1222)

This commit is contained in:
Woosuk Kwon
2023-09-28 10:52:38 -07:00
committed by GitHub
parent a8e98aee0c
commit 2e8e49fce3

View File

@ -155,8 +155,6 @@ class Worker:
self,
seq_group_metadata_list: List[SequenceGroupMetadata],
) -> Tuple[torch.Tensor, torch.Tensor, InputMetadata]:
assert self.block_size is not None
seq_groups: List[Tuple[List[int], SamplingParams]] = []
input_tokens: List[int] = []
input_positions: List[int] = []