Skip to content

Commit f189f43

Browse files
authored
fix: setup nvme disk for data/historical/middlemanager (#16)
1 parent 16f3174 commit f189f43

File tree

3 files changed

+22
-6
lines changed

3 files changed

+22
-6
lines changed

source/lib/config/user_data/data_user_data

+3-2
Original file line numberDiff line numberDiff line change
@@ -12,12 +12,13 @@ do
1212
mount -t ext4 $NVME_PATH $MOUNT_POINT
1313
echo "$NVME_PATH $MOUNT_POINT auto noatime 0 0" | tee -a /etc/fstab
1414
mkdir -p $MOUNT_POINT/var/druid/druidSegments
15+
mkdir -p $MOUNT_POINT/var/tmp
16+
mkdir -p $MOUNT_POINT/var/druid/task
17+
mkdir -p $MOUNT_POINT/var/druid/processing
1518
chown -R ${USER_NAME}:${USER_NAME} $MOUNT_POINT
1619
PATH_INDEX=$(expr $PATH_INDEX + 1)
1720
done
1821

19-
mkdir -p /mnt/disk2/var/tmp /mnt/disk2/var/druid/task /mnt/disk2/var/druid/processing
20-
2122
sh -c 'echo "* soft nofile 800000" >> /etc/security/limits.conf'
2223
sh -c 'echo "* hard nofile 800000" >> /etc/security/limits.conf'
2324
sysctl -w vm.max_map_count=800000

source/lib/config/user_data/historical_user_data

+3
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,9 @@ do
1111
mount -t ext4 $NVME_PATH $MOUNT_POINT
1212
echo "$NVME_PATH $MOUNT_POINT auto noatime 0 0" | tee -a /etc/fstab
1313
mkdir -p $MOUNT_POINT/var/druid/druidSegments
14+
mkdir -p $MOUNT_POINT/var/tmp
15+
mkdir -p $MOUNT_POINT/var/druid/task
16+
mkdir -p $MOUNT_POINT/var/druid/processing
1417
chown -R ${USER_NAME}:${USER_NAME} $MOUNT_POINT
1518
PATH_INDEX=$(expr $PATH_INDEX + 1)
1619
done

source/lib/config/user_data/middleManager_user_data

+16-4
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,22 @@
11
{{COMMON_USER_DATA}}
22
MIDDLEMANAGER_CONFIG_VERSION={{MIDDLEMANAGER_CONFIG_VERSION}}
33

4-
mkdir -p /mnt/disk2/var/tmp
5-
mkdir -p /mnt/disk2/var/druid/task
6-
mkdir -p /mnt/disk2/var/druid/processing
7-
sudo chown -R ${USER_NAME}:${USER_NAME} /mnt/disk2/
4+
echo " >>druid>> mounting NVME disks $(date)"
5+
PATH_INDEX=2
6+
for NVME_PATH in $(nvme list -o json | jq '.Devices | map(select(.DevicePath != "/dev/nvme0n1").DevicePath) | sort | join(" ")' | tr -d '"')
7+
do
8+
MOUNT_POINT=/mnt/disk${PATH_INDEX}
9+
mkdir -p $MOUNT_POINT
10+
mkfs.ext4 $NVME_PATH
11+
mount -t ext4 $NVME_PATH $MOUNT_POINT
12+
echo "$NVME_PATH $MOUNT_POINT auto noatime 0 0" | tee -a /etc/fstab
13+
mkdir -p $MOUNT_POINT/var/druid/druidSegments
14+
mkdir -p $MOUNT_POINT/var/tmp
15+
mkdir -p $MOUNT_POINT/var/druid/task
16+
mkdir -p $MOUNT_POINT/var/druid/processing
17+
chown -R ${USER_NAME}:${USER_NAME} $MOUNT_POINT
18+
PATH_INDEX=$(expr $PATH_INDEX + 1)
19+
done
820

921
cp -rf $DRUID_SOLUTION_CONFIG/middleManager $DRUID_CLUSTER_CONFIG/data/
1022

0 commit comments

Comments
 (0)