Skip to content

Commit 8fd842c

Browse files
jayfeather9jinbiaoyu
authored andcommitted
little bug fix
1 parent add8157 commit 8fd842c

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

lightllm/server/router/dynamic_prompt/hiradix_cache.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -70,8 +70,9 @@ def match_prefix(self, key, update_refs=False):
7070
dist.broadcast(pull_hi_cache_tensor, src=0)
7171
pull_hi_cache = False
7272

73-
if pull_hi_cache_tensor[0] == 0 and not self.do_store:
74-
tree_node = self._match_prefix_helper(self.root_node, key, ans_value_list, update_refs=False)
73+
if pull_hi_cache_tensor[0] == 0:
74+
ans_value_list = []
75+
tree_node = self._match_prefix_helper(self.root_node, key, ans_value_list, update_refs=update_refs)
7576
elif pull_hi_cache_tensor[0] > 0:
7677
pull_hi_cache = True
7778
max_len = pull_hi_cache_tensor[0]

0 commit comments

Comments
 (0)