plume: add cosa2stream

Part of implementing openshift/os#477

For now I decided to go directly from cosa to a stream because:

 - The cosa2release code is in a separate repo in Python
 - The RHCOS pipeline currently generates "one big build" anyways

mantle/cmd/plume/cosa2stream.go

@@ -0,0 +1,139 @@
+// Copyright Red Hat, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"os"
+	"path/filepath"
+	"strings"
+	"time"
+
+	"github.com/coreos/mantle/cosa"
+	"github.com/coreos/stream-metadata-go/stream"
+	"github.com/spf13/cobra"
+)
+
+var (
+	cmdCosaBuildToStream = &cobra.Command{
+		Use:   "cosa2stream [options]",
+		Short: "Generate stream JSON from a coreos-assembler build",
+		RunE:  runCosaBuildToStream,
+
+		SilenceUsage: true,
+	}
+
+	streamBaseURL string
+	streamName    string
+)
+
+func init() {
+	cmdCosaBuildToStream.Args = cobra.ExactArgs(1)
+	cmdCosaBuildToStream.Flags().StringVar(&streamBaseURL, "url", "", "Base URL for build")
+	cmdCosaBuildToStream.MarkFlagRequired("url")
+	cmdCosaBuildToStream.Flags().StringVar(&streamName, "name", "", "Stream name")
+	cmdCosaBuildToStream.MarkFlagRequired("name")
+	root.AddCommand(cmdCosaBuildToStream)
+}
+
+func getExtension(path string, ext string) (string, error) {
+	ext = "." + ext
+	i := strings.LastIndex(path, ext)
+	if i == -1 {
+		return "", fmt.Errorf("Path %s does not match extension %s", path, ext)
+	}
+	return path[i+1:], nil
+}
+
+func mapArtifact(ca *cosa.Artifact) *stream.Artifact {
+	return &stream.Artifact{
+		Location: streamBaseURL + ca.Path,
+		Sha256:   ca.Sha256,
+	}
+}
+
+func runCosaBuildToStream(cmd *cobra.Command, args []string) error {
+	if len(args) != 1 {
+		panic("Argument required")
+	}
+
+	if !strings.HasSuffix(streamBaseURL, "/") {
+		streamBaseURL += "/"
+	}
+
+	outStream := stream.Stream{
+		Stream:        streamName,
+		Metadata:      stream.Metadata{LastModified: time.Now().UTC().Format(time.RFC3339)},
+		Architectures: make(map[string]stream.Arch),
+	}
+
+	builddir, err := filepath.EvalSymlinks(args[0])
+	if err != nil {
+		return err
+	}
+	buildID := filepath.Base(builddir)
+	releaseID := buildID
+
+	ents, err := ioutil.ReadDir(builddir)
+	if err != nil {
+		return err
+	}
+	for _, ent := range ents {
+		archName := ent.Name()
+		metap := filepath.Join(builddir, archName, "meta.json")
+		if _, err := os.Stat(metap); err != nil {
+			continue
+		}
+		build, err := cosa.ParseBuild(metap)
+		if err != nil {
+			return err
+		}
+
+		streamarch := stream.Arch{
+			Artifacts: make(map[string]stream.PlatformArtifacts),
+		}
+
+		if build.BuildArtifacts == nil {
+			fmt.Printf("Skipping build %s/%s: missing artifacts\n", buildID, archName)
+			continue
+		}
+		cosaArtifacts := build.BuildArtifacts
+
+		if cosaArtifacts.Qemu != nil {
+			artifacts := stream.PlatformArtifacts{
+				Release: releaseID,
+				Formats: make(map[string]stream.ImageFormat),
+			}
+			ext, err := getExtension(cosaArtifacts.Qemu.Path, "qcow2")
+			if err != nil {
+				return err
+			}
+			artifacts.Formats[ext] = stream.ImageFormat{
+				Disk: mapArtifact(cosaArtifacts.Qemu),
+			}
+			streamarch.Artifacts["qemu"] = artifacts
+		}
+
+		outStream.Architectures[archName] = streamarch
+	}
+
+	encoder := json.NewEncoder(os.Stdout)
+	if err := encoder.Encode(&outStream); err != nil {
+		return fmt.Errorf("Error while encoding: %v", err)
+	}
+	return nil
+}

mantle/cmd/plume/release.go

@@ -329,7 +329,7 @@ func compareCommits(a, b []release.IndexReleaseCommit) int {
 		found := false
 		for _, bHash := range b {
 			if aHash.Architecture == bHash.Architecture && aHash.Checksum == bHash.Checksum {
-				found = true
+				found = true 
 				break
 			}
 		}

mantle/go.sum

@@ -105,6 +105,7 @@ github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f h1:lBNOc5arjvs8E5mO2tbp
 github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA=
 github.com/coreos/stream-metadata-go v0.0.0-20210107232620-d808ce9d237c h1:7VO10dpKljeaYJUQtObhqjNxpuTCUDELTviJsGy9OeM=
 github.com/coreos/stream-metadata-go v0.0.0-20210107232620-d808ce9d237c/go.mod h1:RTjQyHgO/G37oJ3qnqYK6Z4TPZ5EsaabOtfMjVXmgko=
+github.com/coreos/stream-metadata-go v0.0.0-20210112152733-52b38c241a3d h1:a65dhEcT+kL9Bf5pDpdoOMdT5w0VjwUXE+XO2MoFuSg=
 github.com/coreos/vcontext v0.0.0-20190529201340-22b159166068 h1:y2aHj7QqyAJ6YBBONTAr17YxHHiogDkYnTsJvFNhxwY=
 github.com/coreos/vcontext v0.0.0-20190529201340-22b159166068/go.mod h1:E+6hug9bFSe0KZ2ZAzr8M9F5JlArJjv5D1JS7KSkPKE=
 github.com/coreos/vcontext v0.0.0-20201120045928-b0e13dab675c h1:jA28WeORitsxGFVWhyWB06sAG2HbLHPQuHwDydhU2CQ=