07a5745875
The internal GCP package used `pkg.go.dev/google.golang.org/api` [1] to interact with Compute Engine API. Modify the package to use the new and idiomatic `pkg.go.dev/cloud.google.com/go` [2] library for interacting with the Compute Engine API. The new library have been already used to interact with the Cloudbuild and Storage APIs. The new library was not used for Compute Engine since the beginning, because at that time, it didn't support Compute Engine. Update go.mod and vendored packages. [1] https://github.com/googleapis/google-api-go-client [2] https://github.com/googleapis/google-cloud-go Signed-off-by: Tomas Hozza <thozza@redhat.com>
75 lines
1.7 KiB
Go
75 lines
1.7 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"time"
|
|
|
|
compute "cloud.google.com/go/compute/apiv1"
|
|
"github.com/sirupsen/logrus"
|
|
"golang.org/x/sync/semaphore"
|
|
"google.golang.org/api/iterator"
|
|
|
|
"github.com/osbuild/osbuild-composer/internal/cloud/gcp"
|
|
)
|
|
|
|
func GCPCleanup(creds []byte, maxConcurrentRequests int, dryRun bool, cutoff time.Time) error {
|
|
g, err := gcp.New(creds)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
sem := semaphore.NewWeighted(int64(maxConcurrentRequests))
|
|
var wg sync.WaitGroup
|
|
removeImageOlderThan := func(images *compute.ImageIterator) error {
|
|
for {
|
|
image, err := images.Next()
|
|
if err == iterator.Done {
|
|
break
|
|
}
|
|
if err != nil {
|
|
logrus.Fatalf("Error iterating over list of images: %v", err)
|
|
}
|
|
|
|
created, err := time.Parse(time.RFC3339, image.GetCreationTimestamp())
|
|
if err != nil {
|
|
logrus.Errorf("Unable to parse image %s(%d)'s creation timestamp: %v", image.GetName(), image.Id, err)
|
|
continue
|
|
}
|
|
|
|
if !created.Before(cutoff) {
|
|
continue
|
|
}
|
|
|
|
if dryRun {
|
|
logrus.Infof("Dry run, gcp image %s(%d), with creation date %v would be removed", image.GetName(), image.Id, created)
|
|
continue
|
|
}
|
|
|
|
if err = sem.Acquire(context.Background(), 1); err != nil {
|
|
logrus.Errorf("Error acquiring semaphore: %v", err)
|
|
continue
|
|
}
|
|
wg.Add(1)
|
|
|
|
go func(id string) {
|
|
defer sem.Release(1)
|
|
defer wg.Done()
|
|
|
|
err = g.ComputeImageDelete(context.Background(), id)
|
|
if err != nil {
|
|
logrus.Errorf("Error deleting image %s created at %v", id, created)
|
|
}
|
|
}(fmt.Sprintf("%d", image.Id))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
err = g.ComputeExecuteFunctionForImages(context.Background(), removeImageOlderThan)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
wg.Wait()
|
|
return nil
|
|
}
|