main: add experimental --use-librepo to support librepo downloads

This commit switches to the librepo enabled `images` library via:
```
go mod -replace github.com/osbuild/iamges=github.com/mvo5/images@librepo-sources-osbuild1974
```
which in turn needs osbuild PR#1974.

With that it then adds a new `--use-librepo` switch that will
enable librepo based downloading so that people can play with
the new backend.

internal/manifestgen/manifestgen.go

@@ -10,6 +10,7 @@ import (
 	"github.com/osbuild/images/pkg/container"
 	"github.com/osbuild/images/pkg/distro"
 	"github.com/osbuild/images/pkg/dnfjson"
+	"github.com/osbuild/images/pkg/osbuild"
 	"github.com/osbuild/images/pkg/ostree"
 	"github.com/osbuild/images/pkg/reporegistry"
 	"github.com/osbuild/images/pkg/rpmmd"
@@ -100,6 +101,8 @@ type Options struct {
 	Depsolver         DepsolveFunc
 	ContainerResolver ContainerResolverFunc
 	CommitResolver    CommitResolverFunc
+
+	RpmDownloader osbuild.RpmDownloader
 }
 
 // Generator can generate an osbuild manifest from a given repository
@@ -113,6 +116,8 @@ type Generator struct {
 	commitResolver    CommitResolverFunc
 
 	reporegistry *reporegistry.RepoRegistry
+
+	rpmDownloader osbuild.RpmDownloader
 }
 
 // New will create a new manifest generator
@@ -128,6 +133,7 @@ func New(reporegistry *reporegistry.RepoRegistry, opts *Options) (*Generator, er
 		depsolver:         opts.Depsolver,
 		containerResolver: opts.ContainerResolver,
 		commitResolver:    opts.CommitResolver,
+		rpmDownloader:     opts.RpmDownloader,
 	}
 	if mg.out == nil {
 		mg.out = os.Stdout
@@ -177,7 +183,7 @@ func (mg *Generator) Generate(bp *blueprint.Blueprint, dist distro.Distro, imgTy
 	if err != nil {
 		return err
 	}
-	mf, err := preManifest.Serialize(packageSpecs, containerSpecs, commitSpecs, repoConfig)
+	mf, err := preManifest.Serialize(packageSpecs, containerSpecs, commitSpecs, repoConfig, mg.rpmDownloader)
 	if err != nil {
 		return err
 	}

internal/manifestgen/manifestgen_test.go

@@ -4,16 +4,19 @@ import (
 	"bytes"
 	"crypto/sha256"
 	"fmt"
+	"strings"
 	"testing"
 
 	"github.com/sirupsen/logrus"
 	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
 
 	"github.com/osbuild/images/pkg/blueprint"
 	"github.com/osbuild/images/pkg/container"
 	"github.com/osbuild/images/pkg/distro"
 	"github.com/osbuild/images/pkg/distrofactory"
 	"github.com/osbuild/images/pkg/imagefilter"
+	"github.com/osbuild/images/pkg/osbuild"
 	"github.com/osbuild/images/pkg/ostree"
 	"github.com/osbuild/images/pkg/rpmmd"
 	testrepos "github.com/osbuild/images/test/data/repositories"
@@ -45,30 +48,43 @@ func TestManifestGeneratorDepsolve(t *testing.T) {
 	assert.NoError(t, err)
 	assert.Equal(t, 1, len(res))
 
-	var osbuildManifest bytes.Buffer
-	opts := &manifestgen.Options{
-		Output:            &osbuildManifest,
-		Depsolver:         fakeDepsolve,
-		CommitResolver:    panicCommitResolver,
-		ContainerResolver: panicContainerResolver,
+	for _, useLibrepo := range []bool{false, true} {
+		t.Run(fmt.Sprintf("useLibrepo: %v", useLibrepo), func(t *testing.T) {
+			var rpmDownloader osbuild.RpmDownloader
+			if useLibrepo {
+				rpmDownloader = osbuild.RpmDownloaderLibrepo
+			}
+
+			var osbuildManifest bytes.Buffer
+			opts := &manifestgen.Options{
+				Output:            &osbuildManifest,
+				Depsolver:         fakeDepsolve,
+				CommitResolver:    panicCommitResolver,
+				ContainerResolver: panicContainerResolver,
+
+				RpmDownloader: rpmDownloader,
+			}
+			mg, err := manifestgen.New(repos, opts)
+			assert.NoError(t, err)
+			assert.NotNil(t, mg)
+			var bp blueprint.Blueprint
+			err = mg.Generate(&bp, res[0].Distro, res[0].ImgType, res[0].Arch, nil)
+			require.NoError(t, err)
+
+			pipelineNames, err := manifesttest.PipelineNamesFrom(osbuildManifest.Bytes())
+			assert.NoError(t, err)
+			assert.Equal(t, []string{"build", "os", "image", "qcow2"}, pipelineNames)
+
+			// we expect at least a "kernel" package in the manifest,
+			// sadly the test distro does not really generate much here so we
+			// need to use this as a canary that resolving happend
+			// XXX: add testhelper to manifesttest for this
+			expectedSha256 := sha256For("kernel")
+			assert.Contains(t, osbuildManifest.String(), expectedSha256)
+
+			assert.Equal(t, strings.Contains(osbuildManifest.String(), "org.osbuild.librepo"), useLibrepo)
+		})
 	}
-	mg, err := manifestgen.New(repos, opts)
-	assert.NoError(t, err)
-	assert.NotNil(t, mg)
-	var bp blueprint.Blueprint
-	err = mg.Generate(&bp, res[0].Distro, res[0].ImgType, res[0].Arch, nil)
-	assert.NoError(t, err)
-
-	pipelineNames, err := manifesttest.PipelineNamesFrom(osbuildManifest.Bytes())
-	assert.NoError(t, err)
-	assert.Equal(t, []string{"build", "os", "image", "qcow2"}, pipelineNames)
-
-	// we expect at least a "kernel" package in the manifest,
-	// sadly the test distro does not really generate much here so we
-	// need to use this as a canary that resolving happend
-	// XXX: add testhelper to manifesttest for this
-	expectedSha256 := sha256For("kernel")
-	assert.Contains(t, osbuildManifest.String(), expectedSha256)
 }
 
 func TestManifestGeneratorWithOstreeCommit(t *testing.T) {
@@ -121,16 +137,25 @@ func fakeDepsolve(cacheDir string, packageSets map[string][]rpmmd.PackageSet, d
 	depsolvedSets := make(map[string][]rpmmd.PackageSpec)
 	repoSets := make(map[string][]rpmmd.RepoConfig)
 	for name, pkgSets := range packageSets {
+		repoId := fmt.Sprintf("repo_id_%s", name)
 		var resolvedSet []rpmmd.PackageSpec
 		for _, pkgSet := range pkgSets {
 			for _, pkgName := range pkgSet.Include {
 				resolvedSet = append(resolvedSet, rpmmd.PackageSpec{
 					Name:     pkgName,
 					Checksum: sha256For(pkgName),
+					Path:     fmt.Sprintf("path/%s.rpm", pkgName),
+					RepoID:   repoId,
 				})
 			}
 		}
 		depsolvedSets[name] = resolvedSet
+		repoSets[name] = []rpmmd.RepoConfig{
+			{
+				Id:       repoId,
+				Metalink: "http://example.com/metalink",
+			},
+		}
 	}
 	return depsolvedSets, repoSets, nil
 }