From 4ce755c86e737202ad1ceff564fae7cc561c0237 Mon Sep 17 00:00:00 2001 From: Esun Kim Date: Tue, 19 Jan 2021 15:45:20 -0800 Subject: [PATCH] Made update_mirror.sh skip the existing files --- bazel/update_mirror.sh | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/bazel/update_mirror.sh b/bazel/update_mirror.sh index 4b754cf3a54..274fe51616e 100755 --- a/bazel/update_mirror.sh +++ b/bazel/update_mirror.sh @@ -34,13 +34,18 @@ trap cleanup EXIT function upload { local file="$1" - echo "Downloading https://${file}" - curl -L --fail --output "${tmpdir}/archive" "https://${file}" + if gsutil stat "gs://grpc-bazel-mirror/${file}" > /dev/null + then + echo "Skipping ${file}" + else + echo "Downloading https://${file}" + curl -L --fail --output "${tmpdir}/archive" "https://${file}" - echo "Uploading https://${file} to https://storage.googleapis.com/grpc-bazel-mirror/${file}" - gsutil cp -n "${tmpdir}/archive" "gs://grpc-bazel-mirror/${file}" # "-n" will skip existing files + echo "Uploading https://${file} to https://storage.googleapis.com/grpc-bazel-mirror/${file}" + gsutil cp "${tmpdir}/archive" "gs://grpc-bazel-mirror/${file}" - rm -rf "${tmpdir}/archive" + rm -rf "${tmpdir}/archive" + fi } # How to check that all mirror URLs work: