diff --git a/cache.sh b/cache.sh
index 91e45dc..f7fad98 100755
--- a/cache.sh
+++ b/cache.sh
@@ -3,6 +3,9 @@ set -eo pipefail
 
 files=()
 
+# These files are always out of date
+rm -f cache/*latest* cache/*Rawhide*
+
 # shellcheck disable=SC2044
 for vars in $(find distros/ -name '*.pkrvars.hcl'); do
   file=$(echo var.iso.url | packer console -var-file="${vars}" -config-type=hcl2 sources/)