diff --git a/docker/Dockerfile b/docker/Dockerfile
index 2737ec0efce..2c0b3b1cf21 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -22,10 +22,9 @@ RUN rm /etc/apt/sources.list.d/cuda.list \
 #    pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
 
 # Install the required packages
+RUN apt-get clean && rm -rf /var/lib/apt/lists/*
 RUN apt-get update \
-    && apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6 \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/*
+    && apt-get install -y ffmpeg libsm6 libxext6 git ninja-build libglib2.0-0 libsm6 libxrender-dev libxext6
 
 # Install MMEngine and MMCV
 RUN pip install openmim && \