NVIDIA · sunnyqgg · Jun 28, 2024 · Jun 28, 2024
diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/libtensorrt_llm_batch_manager_static.a
diff --git a/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/batch_manager/aarch64-linux-gnu/version.txt
@@ -1,3 +1,3 @@
 f8538ac35803837e5d457ea8c1a58053 libtensorrt_llm_batch_manager_static.a
 dc6fc82dc4ba319899e1d6777bd8c3a4 libtensorrt_llm_batch_manager_static.pre_cxx11.a
-265b039443334094026fbd8f396d52fe29c2d9d1 commit
+265b039443334094026fbd8f396d52fe29c2d9d1 commit
diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/libtensorrt_llm_executor_static.a
diff --git a/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt b/cpp/tensorrt_llm/executor/aarch64-linux-gnu/version.txt
@@ -1,3 +1,3 @@
 e18e84fb356995b11c04b79e55c4c3f5 libtensorrt_llm_executor_static.a
 f0555b76f21d43e676e5808bf197cc58 libtensorrt_llm_executor_static.pre_cxx11.a
-265b039443334094026fbd8f396d52fe29c2d9d1 commit
+265b039443334094026fbd8f396d52fe29c2d9d1 commit
diff --git a/cpp/tensorrt_llm/kernels/contextFusedMultiHeadAttention/cubin/fmha_cubin.h b/cpp/tensorrt_llm/kernels/contextFusedMultiHeadAttention/cubin/fmha_cubin.h
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_16_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_16_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_32_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_32_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_40_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_40_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_64_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_64_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_16_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_16_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_32_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_32_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_40_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_40_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_64_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_128_128_S_pagedKV_64_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_104_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_104_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_128_qk_tanh_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_128_qk_tanh_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_128_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_128_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_160_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_160_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_192_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_192_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_256_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_256_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_80_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_80_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_96_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_96_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_104_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_104_sm87.cubin.cpp
diff --git a/...dAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp b/...dAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_128_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_128_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_160_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_192_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_192_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_256_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_256_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_80_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_80_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_96_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_128_S_pagedKV_96_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_160_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_160_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_192_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_192_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_256_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_256_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_160_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_192_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_192_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_256_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_16_S_pagedKV_256_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_104_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_104_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_128_qk_tanh_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_128_qk_tanh_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_128_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_128_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_40_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_40_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_64_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_64_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_80_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_80_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_96_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_96_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_104_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_104_sm87.cubin.cpp
diff --git a/...adAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_128_qk_tanh_sm87.cubin.cpp b/...adAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_128_qk_tanh_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_128_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_128_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_40_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_40_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_64_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_64_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_80_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_80_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_96_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_32_S_pagedKV_96_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_16_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_16_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_32_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_32_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_pagedKV_16_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_pagedKV_16_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_pagedKV_32_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_bf16_64_64_S_pagedKV_32_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_16_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_16_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_32_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_32_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_40_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_40_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_64_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_64_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_16_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_16_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_32_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_32_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_40_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_40_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_64_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_128_128_S_pagedKV_64_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_104_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_104_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_128_qk_tanh_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_128_qk_tanh_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_128_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_128_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_160_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_160_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_192_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_192_sm87.cubin.cpp
diff --git a/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_256_sm87.cubin.cpp b/...extFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_256_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_80_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_80_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_96_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_96_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_104_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_104_sm87.cubin.cpp
diff --git a/...dAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp b/...dAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_128_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_128_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_160_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_192_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_192_sm87.cubin.cpp
diff --git a/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_256_sm87.cubin.cpp b/...MultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_256_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_80_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_80_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_96_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_128_S_pagedKV_96_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_160_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_160_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_192_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_192_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_256_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_256_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_160_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_192_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_192_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_256_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_16_S_pagedKV_256_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_104_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_104_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_128_qk_tanh_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_128_qk_tanh_sm87.cubin.cpp
diff --git a/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_128_sm87.cubin.cpp b/...textFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_128_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_40_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_40_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_64_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_64_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_80_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_80_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_96_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_96_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_104_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_104_sm87.cubin.cpp
diff --git a/...adAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_128_qk_tanh_sm87.cubin.cpp b/...adAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_128_qk_tanh_sm87.cubin.cpp
diff --git a/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_128_sm87.cubin.cpp b/...dMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_128_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_40_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_40_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_64_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_64_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_80_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_80_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_96_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_32_S_pagedKV_96_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_16_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_16_sm87.cubin.cpp
diff --git a/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_32_sm87.cubin.cpp b/...ntextFusedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_32_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_pagedKV_16_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_pagedKV_16_sm87.cubin.cpp
diff --git a/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_pagedKV_32_sm87.cubin.cpp b/...edMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_64_64_S_pagedKV_32_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_16_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_16_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_32_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_32_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_40_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_40_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_64_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_64_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_16_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_16_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_32_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_32_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_40_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_40_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_64_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_128_128_S_pagedKV_64_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_104_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_104_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_128_qk_tanh_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_128_qk_tanh_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_128_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_128_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_160_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_160_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_192_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_192_sm87.cubin.cpp
diff --git a/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_256_sm87.cubin.cpp b/...sedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_256_sm87.cubin.cpp
diff --git a/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_80_sm87.cubin.cpp b/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_80_sm87.cubin.cpp
diff --git a/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_96_sm87.cubin.cpp b/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_96_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_104_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_104_sm87.cubin.cpp
diff --git a/...ntion/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp b/...ntion/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_128_qk_tanh_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_128_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_128_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_160_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_192_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_192_sm87.cubin.cpp
diff --git a/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_256_sm87.cubin.cpp b/...HeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_256_sm87.cubin.cpp
diff --git a/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_80_sm87.cubin.cpp b/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_80_sm87.cubin.cpp
diff --git a/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_96_sm87.cubin.cpp b/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_128_S_pagedKV_96_sm87.cubin.cpp
diff --git a/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_160_sm87.cubin.cpp b/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_160_sm87.cubin.cpp
diff --git a/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_192_sm87.cubin.cpp b/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_192_sm87.cubin.cpp
diff --git a/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_256_sm87.cubin.cpp b/...usedMultiHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_256_sm87.cubin.cpp
diff --git a/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_pagedKV_160_sm87.cubin.cpp b/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_pagedKV_160_sm87.cubin.cpp
diff --git a/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_pagedKV_192_sm87.cubin.cpp b/...iHeadAttention/cubin/fmha_v2_flash_attention_fp16_fp32_64_16_S_pagedKV_192_sm87.cubin.cpp