// Copyright (c) 2021 Gitpod GmbH. All rights reserved. // Licensed under the GNU Affero General Public License (AGPL). // See License-AGPL.txt in the project root for license information. package cmd import ( "bufio" "context" "os" "strings" "sync" "time" "github.com/spf13/cobra" "github.com/gitpod-io/gitpod/common-go/log" builder "github.com/gitpod-io/gitpod/image-builder/api" ) // imagebuildsBuildBatch represents the build command var imagebuildsBuildBatch = &cobra.Command{ Use: "build-batch", Short: "Builds workspace images from base-image refs read from STDIN", Long: `Tip: re-build the workspace images of all workspaces started in the last 30 days. mysql -N -B -u root -p -h 127.0.0.1 gitpod -e 'SELECT ws.baseImageNameResolved FROM d_b_workspace_instance wsi LEFT JOIN d_b_workspace ws ON ws.id = workspaceId WHERE wsi.creationTime > (NOW() - INTERVAL 30 DAY)' | \ sort | \ uniq | \ gpctl imagebuilds build-batch `, Args: cobra.ExactArgs(0), Run: func(cmd *cobra.Command, args []string) { forceRebuild, _ := cmd.Flags().GetBool("force-rebuild") ctx, cancel := context.WithCancel(context.Background()) conn, client, err := getImagebuildsClient(ctx) if err != nil { log.WithError(err).Fatal("cannot connect") } defer conn.Close() timeBetweenBuilds, _ := cmd.Flags().GetInt("time-between-builds") delay := time.Duration(timeBetweenBuilds) * time.Second var wg sync.WaitGroup scanner := bufio.NewScanner(os.Stdin) for scanner.Scan() { ref := strings.TrimSpace(scanner.Text()) if len(ref) == 0 { continue } wg.Add(1) go buildWorkspaceImage(&wg, ctx, client, forceRebuild, ref) if delay > 0 { time.Sleep(delay) } } wg.Wait() cancel() }, } func buildWorkspaceImage(wg *sync.WaitGroup, ctx context.Context, client builder.ImageBuilderClient, forceRebuild bool, ref string) { defer wg.Done() br, err := client.Build(ctx, &builder.BuildRequest{ Source: &builder.BuildSource{ From: &builder.BuildSource_Ref{ Ref: &builder.BuildSourceReference{ Ref: ref, }, }, }, ForceRebuild: forceRebuild, Auth: &builder.BuildRegistryAuth{ Mode: &builder.BuildRegistryAuth_Total{ Total: &builder.BuildRegistryAuthTotal{ AllowAll: true, }, }, }, }) if err != nil { log.WithField("ref", ref).WithError(err).Warn("cannot build workspace image") return } r, err := br.Recv() if err != nil { log.WithField("ref", ref).WithError(err).Warn("cannot receive build response") return } br.CloseSend() switch r.Status { case builder.BuildStatus_done_failure, builder.BuildStatus_done_success: log.WithField("ref", ref).Infof("build done: %s", builder.BuildStatus_name[int32(r.Status)]) case builder.BuildStatus_unknown: log.WithField("ref", ref).Error("build status unknown") case builder.BuildStatus_running: log.WithField("ref", ref).Info("build running") } } func init() { imagebuildsCmd.AddCommand(imagebuildsBuildBatch) imagebuildsBuildBatch.Flags().Bool("force-rebuild", false, "force an image build even if the image exists already") imagebuildsBuildBatch.Flags().IntP("time-between-builds", "", 0, "wait N seconds between starting builds") }