remove DeviceTypes.h

Author: hangy-amd

rtp_llm/cpp/cache/BUILD

@@ -36,7 +36,6 @@ cc_library(
         "BlockLRUCache.cc",
     ],
     deps = [
-        "//rtp_llm/cpp/core:device_types_hdr",
         "//rtp_llm/cpp/model_rpc:model_rpc_pool",
         "//rtp_llm/cpp/model_rpc:rpc_error_code",
         "//rtp_llm/cpp/utils:lru_cache",

rtp_llm/cpp/core/BUILD

@@ -13,14 +13,6 @@ cc_library(
     visibility = ["//visibility:public"],
 )
 
-cc_library(
-    name = "device_types_hdr",
-    hdrs = [
-        "DeviceTypes.h",
-    ],
-    visibility = ["//visibility:public"],
-)
-
 cc_library(
     name = "types",
     srcs = [

rtp_llm/cpp/core/DeviceTypes.h

@@ -343,7 +343,6 @@ cc_library(
         "unfused_attention_kernels.h",
     ],
     deps = any_cuda_deps + [
-        "//rtp_llm/cpp/core:device_types_hdr",
         "//rtp_llm/cpp/utils:core_utils",
         "//rtp_llm/cpp/model_utils:model_utils",
         "//rtp_llm/cpp/cuda:cuda_utils_cu",

rtp_llm/cpp/kernels/BUILD

@@ -21,7 +21,6 @@
 #include "rtp_llm/cpp/kernels/rotary_position_embedding.h"
 #include "rtp_llm/cpp/kernels/unfused_attention_kernels.h"
 #include "rtp_llm/cpp/cuda/cuda_type_utils.cuh"
-#include "rtp_llm/cpp/core/DeviceTypes.h"
 #if USING_CUDA
 #include "rtp_llm/cpp/cuda/cuda_host_utils.h"
 #endif

rtp_llm/cpp/kernels/unfused_attention_kernels.cu

@@ -9,6 +9,7 @@
 
 #define __nv_bfloat16 amd_bfloat16
 #define __nv_bfloat162 amd_bfloat162
+#define __nv_fp8_e4m3 __hip_fp8_e4m3_fnuz
 
 static inline __device__ __host__ __nv_bfloat162 __float2bfloat162_rn(float x) {
     return {__nv_bfloat16(x), __nv_bfloat16(x)};