gitpod/dev/gpctl/cmd/imagebuilds-build-batch.go
2022-12-08 13:05:19 -03:00

116 lines
3.1 KiB
Go

// Copyright (c) 2021 Gitpod GmbH. All rights reserved.
// Licensed under the GNU Affero General Public License (AGPL).
// See License.AGPL.txt in the project root for license information.
package cmd
import (
"bufio"
"context"
"os"
"strings"
"sync"
"time"
"github.com/spf13/cobra"
"github.com/gitpod-io/gitpod/common-go/log"
builder "github.com/gitpod-io/gitpod/image-builder/api"
)
// imagebuildsBuildBatch represents the build command
var imagebuildsBuildBatch = &cobra.Command{
Use: "build-batch",
Short: "Builds workspace images from base-image refs read from STDIN",
Long: `Tip: re-build the workspace images of all workspaces started in the last 30 days.
mysql -N -B -u root -p -h 127.0.0.1 gitpod -e 'SELECT ws.baseImageNameResolved FROM d_b_workspace_instance wsi LEFT JOIN d_b_workspace ws ON ws.id = workspaceId WHERE wsi.creationTime > (NOW() - INTERVAL 30 DAY)' | \
sort | \
uniq | \
gpctl imagebuilds build-batch
`,
Args: cobra.ExactArgs(0),
Run: func(cmd *cobra.Command, args []string) {
forceRebuild, _ := cmd.Flags().GetBool("force-rebuild")
ctx, cancel := context.WithCancel(context.Background())
conn, client, err := getImagebuildsClient(ctx)
if err != nil {
log.WithError(err).Fatal("cannot connect")
}
defer conn.Close()
timeBetweenBuilds, _ := cmd.Flags().GetInt("time-between-builds")
delay := time.Duration(timeBetweenBuilds) * time.Second
var wg sync.WaitGroup
scanner := bufio.NewScanner(os.Stdin)
for scanner.Scan() {
ref := strings.TrimSpace(scanner.Text())
if len(ref) == 0 {
continue
}
wg.Add(1)
go buildWorkspaceImage(&wg, ctx, client, forceRebuild, ref)
if delay > 0 {
time.Sleep(delay)
}
}
wg.Wait()
cancel()
},
}
func buildWorkspaceImage(wg *sync.WaitGroup, ctx context.Context, client builder.ImageBuilderClient, forceRebuild bool, ref string) {
defer wg.Done()
br, err := client.Build(ctx, &builder.BuildRequest{
Source: &builder.BuildSource{
From: &builder.BuildSource_Ref{
Ref: &builder.BuildSourceReference{
Ref: ref,
},
},
},
ForceRebuild: forceRebuild,
Auth: &builder.BuildRegistryAuth{
Mode: &builder.BuildRegistryAuth_Total{
Total: &builder.BuildRegistryAuthTotal{
AllowAll: true,
},
},
},
})
if err != nil {
log.WithField("ref", ref).WithError(err).Warn("cannot build workspace image")
return
}
r, err := br.Recv()
if err != nil {
log.WithField("ref", ref).WithError(err).Warn("cannot receive build response")
return
}
br.CloseSend()
switch r.Status {
case builder.BuildStatus_done_failure, builder.BuildStatus_done_success:
log.WithField("ref", ref).Infof("build done: %s", builder.BuildStatus_name[int32(r.Status)])
case builder.BuildStatus_unknown:
log.WithField("ref", ref).Error("build status unknown")
case builder.BuildStatus_running:
log.WithField("ref", ref).Info("build running")
}
}
func init() {
imagebuildsCmd.AddCommand(imagebuildsBuildBatch)
imagebuildsBuildBatch.Flags().Bool("force-rebuild", false, "force an image build even if the image exists already")
imagebuildsBuildBatch.Flags().IntP("time-between-builds", "", 0, "wait N seconds between starting builds")
}