diff --git a/alpine-make-vm-image b/alpine-make-vm-image
index 0aca8e7..0177363 100755
--- a/alpine-make-vm-image
+++ b/alpine-make-vm-image
@@ -738,8 +738,9 @@ if grep -qw "$RESOLVCONF_MARK" etc/resolv.conf 2>/dev/null; then
 fi
 
 if [ -n "$apk_cache_dir" ]; then
+    # remove symlink and dir created by bind mount
     rm etc/apk/cache >/dev/null 2>&1
-    rm $apk_cache_dir > /dev/null 2>&1
+    rm $mount_dir/$apk_cache_dir > /dev/null 2>&1
 else
     rm -Rf var/cache/apk/* ||:
 fi