2e3dd16220
Since we started cloning images to different regions, the maintenance script should clean up all of these regions.
86 lines
2 KiB
Go
86 lines
2 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
"golang.org/x/sync/semaphore"
|
|
|
|
"github.com/osbuild/osbuild-composer/internal/cloud/awscloud"
|
|
)
|
|
|
|
func AWSCleanup(maxConcurrentRequests int, dryRun bool, accessKeyID, accessKey string, cutoff time.Time) error {
|
|
a, err := awscloud.New("us-east-1", accessKeyID, accessKey, "")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
regions, err := a.Regions()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, region := range regions {
|
|
a, err := awscloud.New(region, accessKeyID, accessKey, "")
|
|
if err != nil {
|
|
logrus.Errorf("Unable to create new aws session for region %s: %v", region, err)
|
|
continue
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
sem := semaphore.NewWeighted(int64(maxConcurrentRequests))
|
|
images, err := a.DescribeImagesByTag("Name", "composer-api-*")
|
|
if err != nil {
|
|
logrus.Errorf("Unable to describe images for region %s: %v", region, err)
|
|
continue
|
|
}
|
|
|
|
for index, image := range images {
|
|
// TODO are these actual concerns?
|
|
if image.ImageId == nil {
|
|
logrus.Infof("ImageId is nil %v", image)
|
|
continue
|
|
}
|
|
if image.CreationDate == nil {
|
|
logrus.Infof("Image %v has nil creationdate", *image.ImageId)
|
|
continue
|
|
}
|
|
|
|
created, err := time.Parse(time.RFC3339, *image.CreationDate)
|
|
if err != nil {
|
|
logrus.Infof("Unable to parse date %s for image %s", *image.CreationDate, *image.ImageId)
|
|
continue
|
|
}
|
|
|
|
if !created.Before(cutoff) {
|
|
continue
|
|
}
|
|
|
|
if dryRun {
|
|
logrus.Infof("Dry run, aws image %s in region %s, with creation date %s would be removed", *image.ImageId, region, *image.CreationDate)
|
|
continue
|
|
}
|
|
|
|
if err = sem.Acquire(context.Background(), 1); err != nil {
|
|
logrus.Errorf("Error acquiring semaphore: %v", err)
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
|
|
go func(i int) {
|
|
defer sem.Release(1)
|
|
defer wg.Done()
|
|
|
|
err := a.RemoveSnapshotAndDeregisterImage(images[i])
|
|
if err != nil {
|
|
logrus.Errorf("Cleanup for image %s in region %s failed: %v", *images[i].ImageId, region, err)
|
|
}
|
|
}(index)
|
|
}
|
|
wg.Wait()
|
|
}
|
|
|
|
return nil
|
|
}
|