diff --git a/build/docker/builder/cpu/rockylinux9.3/Dockerfile b/build/docker/builder/cpu/rockylinux9.3/Dockerfile
index a0ed10dc7569e..51326d56f3268 100644
--- a/build/docker/builder/cpu/rockylinux9.3/Dockerfile
+++ b/build/docker/builder/cpu/rockylinux9.3/Dockerfile
@@ -30,12 +30,23 @@ RUN pip3 install conan==1.61.0
 RUN dnf install -y perl
 
 RUN echo "target arch $TARGETARCH"
-RUN wget -qO- "https://cmake.org/files/v3.28/cmake-3.28.1-linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
-
-RUN wget https://go.dev/dl/go1.21.6.linux-amd64.tar.gz
-RUN tar -xvf go1.21.6.linux-amd64.tar.gz -C /usr/local
-RUN echo "export PATH=/usr/local/bin:$PATH:/usr/local/go/bin" >> ~/.bashrc
-RUN source ~/.bashrc    
+RUN wget -qO- "https://cmake.org/files/v3.27/cmake-3.27.5-linux-`uname -m`.tar.gz" | tar --strip-components=1 -xz -C /usr/local
+
+
+# Install Go
+ENV GOPATH /go
+ENV GOROOT /usr/local/go
+ENV GO111MODULE on
+ENV PATH $GOPATH/bin:$GOROOT/bin:$PATH
+RUN mkdir -p /usr/local/go && wget -qO- "https://go.dev/dl/go1.20.7.linux-$TARGETARCH.tar.gz" | tar --strip-components=1 -xz -C /usr/local/go && \
+    mkdir -p "$GOPATH/src" "$GOPATH/bin" && \
+    go clean --modcache && \
+    chmod -R 777 "$GOPATH" && chmod -R a+w $(go env GOTOOLDIR)
+
+# refer: https://code.visualstudio.com/docs/remote/containers-advanced#_avoiding-extension-reinstalls-on-container-rebuild
+RUN mkdir -p /home/milvus/.vscode-server/extensions \
+        /home/milvus/.vscode-server-insiders/extensions \
+    && chmod -R 777 /home/milvus
 
 COPY --chown=0:0 build/docker/builder/entrypoint.sh /