We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b48fb5a commit 71435abCopy full SHA for 71435ab
vllm_spyre/worker/spyre_model_runner.py
@@ -286,7 +286,7 @@ def prepare_model_input(
286
for seq_id in finished_requests_ids:
287
# ignore requests that are not in the batch, eg. requests
288
# cancelled while waiting
289
- if idx := self._req_ids2idx.get(seq_id):
+ if (idx := self._req_ids2idx.get(seq_id)) is not None:
290
self.model.indices[idx] = False
291
(input_tokens, input_positions,
292
input_masks) = self._prepare_decode(seq_group_metadata_list)
0 commit comments