particle-os/debian-forge-composer
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

schutzbot: remove aws s3 resources

Browse source 
remove old enough and tagged s3 objects
This commit is contained in:
Juan Abia 2021-11-12 11:50:07 +01:00 • committed by jrusz
parent eed20916b0
commit ca36cf155e
1 changed files with 25 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

26
schutzbot/scheduled_cloud_cleaner.sh
View file

@ -1,5 +1,10 @@
#!/bin/bash
# Colorful output.
function greenprint {
echo -e "\033[1;32m[$(date -Isecond)] ${1}\033[0m"
}
# Azure cleanup
if ! hash az; then
# this installation method is taken from the official docs:
@ -179,7 +184,7 @@ for snapshot in ${SNAPSHOTS}; do
START_TIME=$(echo "${snapshot}" | jq '.StartTime' | tr -d '"')
if [[ ${TAG} == "gitlab-ci-test" && ${TAG_VALUE} == "true" ]]; then
if [[ $(date -d "${START_TIME}" +%s) -lt $(date -d "- 2 minutes" +%s) ]]; then
if [[ $(date -d "${START_TIME}" +%s) -lt "${DELETE_TIME}" ]]; then
$AWS_CMD ec2 delete-snapshot --snapshot-id "${SNAPSHOT_ID}"
echo "The snapshot with id ${SNAPSHOT_ID} was deleted"
else
@ -187,3 +192,22 @@ for snapshot in ${SNAPSHOTS}; do
fi
fi
done
# Remove tagged and old enough s3 objects
OBJECTS=$($AWS_CMD s3api list-objects --bucket "${AWS_BUCKET}" | jq -c .Contents[])
for object in ${OBJECTS}; do
LAST_MODIFIED=$(echo "${object}" | jq '.LastModified' | tr -d '"')
OBJECT_KEY=$(echo "${object}" | jq '.Key' | tr -d '"')
if [[ $(date -d "${LAST_MODIFIED}" +%s) -lt ${DELETE_TIME} ]]; then
TAG=$($AWS_CMD s3api get-object-tagging --bucket "${AWS_BUCKET}" --key "${OBJECT_KEY}" | jq .TagSet[0].Key | tr -d '"')
TAG_VALUE=$($AWS_CMD s3api get-object-tagging --bucket "${AWS_BUCKET}" --key "${OBJECT_KEY}" | jq .TagSet[0].Value | tr -d '"')
if [[ ${TAG} == "gitlab-ci-test" && ${TAG_VALUE} == "true" ]]; then
$AWS_CMD s3 rm "s3://${AWS_BUCKET}/${OBJECT_KEY}"
echo "The object with key ${OBJECT_KEY} was removed"
fi
fi
done