github/overleaf
1
0
Fork 0
mirror of https://github.com/overleaf/overleaf.git synced 2024-11-21 20:47:08 -05:00
Code Issues Projects Releases Packages Wiki Activity

Merge pull request #15700 from overleaf/gs-verify-cdn-upload

Browse source 
Verify web CDN uploads

GitOrigin-RevId: d52b3b15ffa255cddd934bbaac4643dd48104428
This commit is contained in:
Gernot Schulz 2023-11-09 11:56:14 +01:00 committed by Copybot
parent 80e170967b
commit 259663568f
1 changed files with 34 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

42
services/web/bin/cdn_upload
View file

@ -1,5 +1,5 @@
#!/bin/bash #!/bin/bash
set -e set -eEu
function upload_into_bucket() { function upload_into_bucket() {
bucket=$1 bucket=$1
@ -19,8 +19,34 @@ function upload_into_bucket() {
wait wait
} }
# Upload to staging CDN if branch is either 'master' or 'staging-master' or main variants verify_upload_into_bucket() {
if [[ "$BRANCH_NAME" == "master" || "$BRANCH_NAME" == "staging-master" || "$BRANCH_NAME" == "main" || "$BRANCH_NAME" == "staging-main" ]]; then local bucket
local missing_from_bucket
bucket=$1
printf '\nINFO: Verifying file availability in %s.\n' "$bucket"
readarray -t missing_from_bucket < <(
comm -13 \
<(gsutil ls "${bucket}/public/**" | sed "s@${bucket}/@@" | sort) \
<(find /tmp/public /tmp/compressed -type f | sed '
# Remove absolute path prefix
s@^/tmp/@@;
# Undo the compressed/ directory separation that does not exist in the bucket
s@^compressed/@@
' | sort)
)
if [[ ${#missing_from_bucket[@]} -eq 0 ]]; then
printf 'INFO: Verification successful: all local files have been found in bucket %s.\n' \
"$bucket"
else
printf >&2 'WARN: %d local file(s) not available in bucket %s:\n' \
${#missing_from_bucket[@]} "$bucket"
printf >&2 ' - %s\n' "${missing_from_bucket[@]}"
return 1
fi
}
# Upload to staging CDN if branch is either 'main' or 'staging-main'
if [[ "$BRANCH_NAME" == "main" ]] || [[ "$BRANCH_NAME" == "staging-main" ]]; then
tar --directory=/tmp/ -xf build.tar tar --directory=/tmp/ -xf build.tar
# delete source maps # delete source maps
@ -28,11 +54,11 @@ if [[ "$BRANCH_NAME" == "master" || "$BRANCH_NAME" == "staging-master" || "$BRAN
bin/compress_assets bin/compress_assets
upload_into_bucket $CDN_STAG upload_into_bucket "$CDN_STAG" &&
verify_upload_into_bucket "$CDN_STAG" || exit 3
# Only upload to production CDN if branch is # Only upload to production CDN if branch is
if [[ "$BRANCH_NAME" == "master" || "$BRANCH_NAME" == "main" ]]; then if [[ "$BRANCH_NAME" == "main" ]]; then
upload_into_bucket $CDN_PROD upload_into_bucket "$CDN_PROD" &&
verify_upload_into_bucket "$CDN_PROD" || exit 3
fi fi
fi fi