Skip to content

Commit b67feb1

Browse files
authored
[Bugfix]Using the correct type hints (vllm-project#9885)
Signed-off-by: Gregory Shtrasberg <[email protected]>
1 parent c49f040 commit b67feb1

File tree

1 file changed

+5
-3
lines changed

1 file changed

+5
-3
lines changed

vllm/sequence.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,8 @@
66
from collections import defaultdict
77
from dataclasses import dataclass, field
88
from functools import cached_property, reduce
9-
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Mapping, Optional
9+
from typing import (TYPE_CHECKING, Any, Callable, DefaultDict, Dict, List,
10+
Mapping, Optional)
1011
from typing import Sequence as GenericSequence
1112
from typing import Set, Tuple, Union, cast
1213

@@ -256,7 +257,8 @@ def output_token_ids(self) -> Tuple[int, ...]:
256257
return tuple(self._output_token_ids)
257258

258259
@output_token_ids.setter
259-
def output_token_ids(self, new_output_token_ids: List[int]) -> None:
260+
def output_token_ids(self,
261+
new_output_token_ids: GenericSequence[int]) -> None:
260262
self._output_token_ids = array(VLLM_TOKEN_ID_ARRAY_TYPE,
261263
new_output_token_ids)
262264
self._update_cached_all_tokens()
@@ -1173,7 +1175,7 @@ def get_all_seq_ids_and_request_ids(
11731175
sequence ids.
11741176
"""
11751177
seq_ids: List[int] = []
1176-
request_id_seq_ids_mapping: Dict[str, Set[int]] = defaultdict(set)
1178+
request_id_seq_ids_mapping: DefaultDict[str, Set[int]] = defaultdict(set)
11771179
for sg in seq_group_metadata_list:
11781180
for seq_id in sg.seq_data:
11791181
seq_ids.append(seq_id)

0 commit comments

Comments
 (0)