diff --git a/pkg/controller/rayclusterfleet/rayclusterfleet_controller.go b/pkg/controller/rayclusterfleet/rayclusterfleet_controller.go
index 1a9d5086..2ff767e3 100644
--- a/pkg/controller/rayclusterfleet/rayclusterfleet_controller.go
+++ b/pkg/controller/rayclusterfleet/rayclusterfleet_controller.go
@@ -246,7 +246,7 @@ func (r *RayClusterFleetReconciler) createNewReplicaSet(ctx context.Context, d *
 			GenerateName: d.Name + "-",
 			Namespace:    d.Namespace,
 			Labels:       d.Spec.Template.Labels,
-			Annotations:  make(map[string]string),
+			Annotations:  d.Spec.Template.Annotations,
 			OwnerReferences: []metav1.OwnerReference{
 				*metav1.NewControllerRef(d, controllerKind),
 			},
diff --git a/pkg/controller/rayclusterreplicaset/rayclusterreplicaset_utils.go b/pkg/controller/rayclusterreplicaset/rayclusterreplicaset_utils.go
index e3cfcfb5..5e936e52 100644
--- a/pkg/controller/rayclusterreplicaset/rayclusterreplicaset_utils.go
+++ b/pkg/controller/rayclusterreplicaset/rayclusterreplicaset_utils.go
@@ -83,7 +83,7 @@ func constructRayCluster(replicaset *orchestrationv1alpha1.RayClusterReplicaSet)
 			GenerateName: replicaset.Name + "-",
 			Namespace:    replicaset.Namespace,
 			Labels:       replicaset.Spec.Template.Labels,
-			Annotations:  make(map[string]string),
+			Annotations:  replicaset.Spec.Template.Annotations,
 			OwnerReferences: []metav1.OwnerReference{
 				*metav1.NewControllerRef(replicaset, controllerKind),
 			},