We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bba5b9d commit b7f13c5Copy full SHA for b7f13c5
vllm_spyre/v1/worker/spyre_model_runner.py
@@ -781,7 +781,7 @@ def _prepare_decode(
781
num_blocks = (n + d - 1) // d
782
for i in range(num_blocks - len(self.dummy_req_ids2blocks)):
783
self.dummy_req_ids2blocks.append(self.free_blocks.popleft())
784
- block_table.append(self.dummy_req_ids2blocks)
+ block_table.append(deque(self.dummy_req_ids2blocks))
785
start_slot = block_table[-1][-1] * self.BLOCK_SIZE
786
offset = self.tkv % self.BLOCK_SIZE
787
slot = [start_slot + offset]
0 commit comments