fix hit cache bug

wnma3mz · Feb 3, 2025 · 218bb8a · 218bb8a
1 parent 868d4e5
commit 218bb8a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tllm/commons/cache.py b/tllm/commons/cache.py
@@ -127,6 +127,7 @@ def build(self, seq_input: SeqInput, cache_manager: "CacheManager"):
                     k_len_list.append(q_len)
                 # 未命中任何 kv cache，新建 cache
                 else:
+                    hit_cache_len = -1
                     decoder_cache = None
                     position_ids = arange_func(q_len)
                     k_len_list.append(q_len)