File tree Expand file tree Collapse file tree 1 file changed +7
-3
lines changed
Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Original file line number Diff line number Diff line change 2424from vllm .logger import init_logger
2525# SPYRE SPECIFIC CODE BLOCK END
2626from vllm .sequence import (Sequence , SequenceData , SequenceGroup ,
27- SequenceGroupMetadata , SequenceGroupMetadataDelta ,
28- SequenceStatus )
27+ SequenceGroupBase , SequenceGroupMetadata ,
28+ SequenceGroupMetadataDelta , SequenceStatus )
2929from vllm .utils import Device , PyObjectCache
3030
3131from vllm_spyre .platform import SpyrePlatform
@@ -179,7 +179,11 @@ def _add_seq_group_to_swapped(self, seq_group: SequenceGroup) -> None:
179179 # Only for testing purposes.
180180 self .swapped .append (seq_group )
181181
182- def abort_seq_group (self , request_id : Union [str , Iterable [str ]]) -> None :
182+ def abort_seq_group (
183+ self ,
184+ request_id : Union [str , Iterable [str ]],
185+ seq_id_to_seq_group : Optional [Dict [str , SequenceGroupBase ]] = None ,
186+ ) -> None :
183187 """Aborts a sequence group with the given ID.
184188
185189 Check if the sequence group with the given ID
You can’t perform that action at this time.
0 commit comments