Skip to content

Commit c650320

Browse files
committed
fix: add optional arg to abort_seq_group for compat with v0.8
Signed-off-by: Travis Johnson <[email protected]>
1 parent c720b8f commit c650320

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

vllm_spyre/core/scheduler.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,8 +24,8 @@
2424
from vllm.logger import init_logger
2525
# SPYRE SPECIFIC CODE BLOCK END
2626
from vllm.sequence import (Sequence, SequenceData, SequenceGroup,
27-
SequenceGroupMetadata, SequenceGroupMetadataDelta,
28-
SequenceStatus)
27+
SequenceGroupBase, SequenceGroupMetadata,
28+
SequenceGroupMetadataDelta, SequenceStatus)
2929
from vllm.utils import Device, PyObjectCache
3030

3131
from vllm_spyre.platform import SpyrePlatform
@@ -179,7 +179,11 @@ def _add_seq_group_to_swapped(self, seq_group: SequenceGroup) -> None:
179179
# Only for testing purposes.
180180
self.swapped.append(seq_group)
181181

182-
def abort_seq_group(self, request_id: Union[str, Iterable[str]]) -> None:
182+
def abort_seq_group(
183+
self,
184+
request_id: Union[str, Iterable[str]],
185+
seq_id_to_seq_group: Optional[Dict[str, SequenceGroupBase]] = None,
186+
) -> None:
183187
"""Aborts a sequence group with the given ID.
184188
185189
Check if the sequence group with the given ID

0 commit comments

Comments
 (0)