[installer]: output all images to allow easy mirroring of containers

The output gives the original image name and tag and generates the new
image name to be used

Author: Simon Emms

installer/cmd/render-mirror.go

@@ -0,0 +1,149 @@
+// Copyright (c) 2021 Gitpod GmbH. All rights reserved.
+// Licensed under the GNU Affero General Public License (AGPL).
+// See License-AGPL.txt in the project root for license information.
+
+package cmd
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/gitpod-io/gitpod/installer/pkg/common"
+	"github.com/spf13/cobra"
+	"regexp"
+	"sigs.k8s.io/yaml"
+	"sort"
+	"strings"
+)
+
+type mirrorRepo struct {
+	Original string `json:"original"`
+	Target   string `json:"target"`
+}
+
+var mirrorOpts struct {
+	ExcludeThirdParty bool
+	Output            string
+}
+
+var outputTypes = []string{"yaml", "json"}
+
+// mirrorCmd represents the mirror command
+var mirrorCmd = &cobra.Command{
+	Use:   "mirror",
+	Short: "Renders a list of images used so they can be mirrored to a third-party registry",
+	Long: `Renders a list of images used so they can be mirrored to a third-party registry
+
+A config file is required which can be generated with the init command.
+
+The output can then be used to iterate over each image. A script can
+be written to pull from the "original" path and then tag and push the
+image to the "target" repo`,
+	Example: `
+  # YAML
+  gitpod-installer render mirror --config config.yaml > mirror.yaml
+
+  # JSON
+  gitpod-installer render mirror --config config.yaml -o json > mirror.json
+
+  # Pull original and push to target
+  for row in $(gitpod-installer render mirror --config ./config.yaml ./versions.yaml -o json | jq -c '.[]'); do
+    original=$(echo $row | jq -r '.original')
+    target=$(echo $row | jq -r '.target')
+    docker pull $original
+    docker tag $original $target
+    docker push $target
+  done`,
+	RunE: func(cmd *cobra.Command, args []string) error {
+		// Validate output type
+		var output string
+		for _, i := range outputTypes {
+			if mirrorOpts.Output == i {
+				output = i
+			}
+		}
+		if output == "" {
+			return fmt.Errorf("unknown output type: %s", mirrorOpts.Output)
+		}
+
+		_, cfgVersion, cfg, err := loadConfig(renderOpts.ConfigFN)
+		if err != nil {
+			return err
+		}
+
+		// Get the target repository from the config
+		targetRepo := strings.TrimRight(cfg.Repository, "/")
+
+		// Use the default Gitpod registry to pull from
+		cfg.Repository = common.GitpodContainerRegistry
+
+		k8s, err := renderKubernetesObjects(cfgVersion, cfg)
+		if err != nil {
+			return err
+		}
+
+		images := make([]mirrorRepo, 0)
+		re := regexp.MustCompile("image:(.*)")
+
+		for _, item := range k8s {
+			img := re.FindString(item)
+
+			if img != "" {
+				// Remove "image":
+				img = re.ReplaceAllString(img, "$1")
+				// Remove whitespace
+				img = strings.TrimSpace(img)
+				// Remove wrapping quotes
+				img = strings.Trim(img, "\"")
+
+				// Convert target
+				target := img
+				if strings.Contains(img, cfg.Repository) {
+					// This is the Gitpod registry
+					target = strings.Replace(target, cfg.Repository, targetRepo, 1)
+				} else if !mirrorOpts.ExcludeThirdParty {
+					// Wrap third-party images - remove the first part
+					thirdPartyImg := strings.Join(strings.Split(img, "/")[1:], "/")
+					target = fmt.Sprintf("%s/%s", targetRepo, thirdPartyImg)
+				}
+
+				images = append(images, mirrorRepo{
+					Original: img,
+					Target:   target,
+				})
+			}
+		}
+
+		sort.Slice(images, func(i, j int) bool {
+			scoreI := images[i].Original
+			scoreJ := images[j].Original
+
+			return scoreI < scoreJ
+		})
+
+		switch output {
+		case "yaml":
+			fc, err := yaml.Marshal(images)
+			if err != nil {
+				return err
+			}
+
+			fmt.Printf("---\n# Gitpod\n%s", string(fc))
+		case "json":
+			fc, err := json.MarshalIndent(images, "", "  ")
+			if err != nil {
+				return err
+			}
+
+			fmt.Println(string(fc))
+		}
+
+		return nil
+	},
+}
+
+func init() {
+	renderCmd.AddCommand(mirrorCmd)
+
+	mirrorCmd.Flags().BoolVar(&mirrorOpts.ExcludeThirdParty, "exclude-third-party", false, "exclude non-Gitpod images")
+	mirrorCmd.Flags().StringVarP(&mirrorOpts.Output, "output", "o", "yaml", fmt.Sprintf("output type - [%s]", strings.Join(outputTypes, ", ")))
+}