builder: load nodes once

Signed-off-by: CrazyMax <crazy-max@users.noreply.github.com>

builder/builder.go

@@ -21,7 +21,7 @@ import (
 type Builder struct {
 	*store.NodeGroup
 	driverFactory driverFactory
-	nodes         []Node
+	nodesFactory  nodesFactory
 	opts          builderOpts
 	err           error
 }
@@ -144,12 +144,17 @@ func (b *Builder) ImageOpt() (imagetools.Opt, error) {
 
 // Boot bootstrap a builder
 func (b *Builder) Boot(ctx context.Context) (bool, error) {
-	toBoot := make([]int, 0, len(b.nodes))
+	// ensure nodes are loaded
-	for idx, d := range b.nodes {
+	if _, err := b.Nodes(ctx); err != nil {
-		if d.Err != nil || d.Driver == nil || d.DriverInfo == nil {
+		return false, err
+	}
+
+	toBoot := make([]int, 0, len(b.nodesFactory.nodes))
+	for idx, n := range b.nodesFactory.nodes {
+		if n.Err != nil || n.Driver == nil || n.DriverInfo == nil {
 			continue
 		}
-		if d.DriverInfo.Status != driver.Running {
+		if n.DriverInfo.Status != driver.Running {
 			toBoot = append(toBoot, idx)
 		}
 	}
@@ -168,9 +173,8 @@ func (b *Builder) Boot(ctx context.Context) (bool, error) {
 		func(idx int) {
 			eg.Go(func() error {
 				pw := progress.WithPrefix(printer, b.NodeGroup.Nodes[idx].Name, len(toBoot) > 1)
-				_, err := driver.Boot(ctx, baseCtx, b.nodes[idx].Driver, pw)
+				if _, err := driver.Boot(ctx, baseCtx, b.nodesFactory.nodes[idx].Driver, pw); err != nil {
-				if err != nil {
+					b.nodesFactory.nodes[idx].Err = err
-					b.nodes[idx].Err = err
 				}
 				return nil
 			})
@@ -188,7 +192,7 @@ func (b *Builder) Boot(ctx context.Context) (bool, error) {
 
 // Inactive checks if all nodes are inactive for this builder.
 func (b *Builder) Inactive() bool {
-	for _, d := range b.nodes {
+	for _, d := range b.nodesFactory.nodes {
 		if d.DriverInfo != nil && d.DriverInfo.Status == driver.Running {
 			return false
 		}

builder/node.go

@@ -2,6 +2,7 @@ package builder
 
 import (
 	"context"
+	"sync"
 
 	"github.com/docker/buildx/driver"
 	ctxkube "github.com/docker/buildx/driver/kubernetes/context"
@@ -29,16 +30,27 @@ type Node struct {
 	Err         error
 }
 
-// Nodes returns nodes for this builder.
+type nodesFactory struct {
-func (b *Builder) Nodes() []Node {
+	nodes []Node
-	return b.nodes
+	once  sync.Once
 }
 
-// LoadNodes loads and returns nodes for this builder.
+// Nodes loads and returns nodes for this builder.
-// TODO: this should be a method on a Node object and lazy load data for each driver.
+func (b *Builder) Nodes(ctx context.Context) (_ []Node, err error) {
-func (b *Builder) LoadNodes(ctx context.Context, withData bool) (_ []Node, err error) {
+	b.nodesFactory.once.Do(func() {
-	eg, _ := errgroup.WithContext(ctx)
+		err = b.loadNodes(ctx)
-	b.nodes = make([]Node, len(b.NodeGroup.Nodes))
+	})
+	return b.nodesFactory.nodes, err
+}
+
+// NodesWithData loads nodes with data for this builder.
+func (b *Builder) NodesWithData(ctx context.Context) (_ []Node, err error) {
+	err = b.loadNodesWithData(ctx)
+	return b.nodesFactory.nodes, err
+}
+
+func (b *Builder) loadNodes(ctx context.Context) (err error) {
+	b.nodesFactory.nodes = make([]Node, len(b.NodeGroup.Nodes))
 
 	defer func() {
 		if b.err == nil && err != nil {
@@ -48,14 +60,15 @@ func (b *Builder) LoadNodes(ctx context.Context, withData bool) (_ []Node, err e
 
 	factory, err := b.Factory(ctx)
 	if err != nil {
-		return nil, err
+		return err
 	}
 
 	imageopt, err := b.ImageOpt()
 	if err != nil {
-		return nil, err
+		return err
 	}
 
+	eg, _ := errgroup.WithContext(ctx)
 	for i, n := range b.NodeGroup.Nodes {
 		func(i int, n store.Node) {
 			eg.Go(func() error {
@@ -64,7 +77,7 @@ func (b *Builder) LoadNodes(ctx context.Context, withData bool) (_ []Node, err e
 					ProxyConfig: storeutil.GetProxyConfig(b.opts.dockerCli),
 				}
 				defer func() {
-					b.nodes[i] = node
+					b.nodesFactory.nodes[i] = node
 				}()
 
 				dockerapi, err := dockerutil.NewClientAPI(b.opts.dockerCli, n.Endpoint)
@@ -108,59 +121,71 @@ func (b *Builder) LoadNodes(ctx context.Context, withData bool) (_ []Node, err e
 					node.Err = err
 					return nil
 				}
+
 				node.Driver = d
 				node.ImageOpt = imageopt
-
-				if withData {
-					if err := node.loadData(ctx); err != nil {
-						node.Err = err
-					}
-				}
 				return nil
 			})
 		}(i, n)
 	}
 
-	if err := eg.Wait(); err != nil {
+	return eg.Wait()
-		return nil, err
+}
+
+func (b *Builder) loadNodesWithData(ctx context.Context) (err error) {
+	// ensure nodes are loaded
+	if _, err = b.Nodes(ctx); err != nil {
+		return err
 	}
 
-	// TODO: This should be done in the routine loading driver data
+	eg, _ := errgroup.WithContext(ctx)
-	if withData {
+	for idx := range b.nodesFactory.nodes {
-		kubernetesDriverCount := 0
+		func(idx int) {
-		for _, d := range b.nodes {
+			eg.Go(func() error {
-			if d.DriverInfo != nil && len(d.DriverInfo.DynamicNodes) > 0 {
+				if err = b.nodesFactory.nodes[idx].loadData(ctx); err != nil {
-				kubernetesDriverCount++
+					b.nodesFactory.nodes[idx].Err = err
-			}
+				}
+				return nil
+			})
+		}(idx)
+	}
+	if err = eg.Wait(); err != nil {
+		return err
+	}
+
+	kubernetesDriverCount := 0
+	for _, d := range b.nodesFactory.nodes {
+		if d.DriverInfo != nil && len(d.DriverInfo.DynamicNodes) > 0 {
+			kubernetesDriverCount++
 		}
+	}
 
-		isAllKubernetesDrivers := len(b.nodes) == kubernetesDriverCount
+	isAllKubernetesDrivers := len(b.nodesFactory.nodes) == kubernetesDriverCount
-		if isAllKubernetesDrivers {
+	if isAllKubernetesDrivers {
-			var nodes []Node
+		var nodes []Node
-			var dynamicNodes []store.Node
+		var dynamicNodes []store.Node
-			for _, di := range b.nodes {
+		for _, di := range b.nodesFactory.nodes {
-				// dynamic nodes are used in Kubernetes driver.
+			// dynamic nodes are used in Kubernetes driver.
-				// Kubernetes' pods are dynamically mapped to BuildKit Nodes.
+			// Kubernetes' pods are dynamically mapped to BuildKit Nodes.
-				if di.DriverInfo != nil && len(di.DriverInfo.DynamicNodes) > 0 {
+			if di.DriverInfo != nil && len(di.DriverInfo.DynamicNodes) > 0 {
-					for i := 0; i < len(di.DriverInfo.DynamicNodes); i++ {
+				for i := 0; i < len(di.DriverInfo.DynamicNodes); i++ {
-						diClone := di
+					diClone := di
-						if pl := di.DriverInfo.DynamicNodes[i].Platforms; len(pl) > 0 {
+					if pl := di.DriverInfo.DynamicNodes[i].Platforms; len(pl) > 0 {
-							diClone.Platforms = pl
+						diClone.Platforms = pl
-						}
-						nodes = append(nodes, di)
 					}
-					dynamicNodes = append(dynamicNodes, di.DriverInfo.DynamicNodes...)
+					nodes = append(nodes, di)
 				}
+				dynamicNodes = append(dynamicNodes, di.DriverInfo.DynamicNodes...)
 			}
-
-			// not append (remove the static nodes in the store)
-			b.NodeGroup.Nodes = dynamicNodes
-			b.nodes = nodes
-			b.NodeGroup.Dynamic = true
 		}
+
+		// not append (remove the static nodes in the store)
+		b.NodeGroup.Nodes = dynamicNodes
+		b.nodesFactory.nodes = nodes
+		b.NodeGroup.Dynamic = true
 	}
 
-	return b.nodes, nil
+	return nil
 }
 
 func (n *Node) loadData(ctx context.Context) error {

commands/bake.go

@@ -111,13 +111,12 @@ func runBake(dockerCli command.Cli, targets []string, in bakeOptions) (err error
 		if err != nil {
 			return err
 		}
+		if nodes, err = b.Nodes(ctx); err != nil {
+			return err
+		}
 		if err = updateLastActivity(dockerCli, b.NodeGroup); err != nil {
 			return errors.Wrapf(err, "failed to update builder last activity time")
 		}
-		nodes, err = b.LoadNodes(ctx, false)
-		if err != nil {
-			return err
-		}
 	}
 
 	if url != "" {

commands/build.go

@@ -263,13 +263,13 @@ func runBuild(dockerCli command.Cli, in buildOptions) (err error) {
 	if err != nil {
 		return err
 	}
-	if err = updateLastActivity(dockerCli, b.NodeGroup); err != nil {
+	nodes, err := b.Nodes(ctx)
-		return errors.Wrapf(err, "failed to update builder last activity time")
-	}
-	nodes, err := b.LoadNodes(ctx, false)
 	if err != nil {
 		return err
 	}
+	if err = updateLastActivity(dockerCli, b.NodeGroup); err != nil {
+		return errors.Wrapf(err, "failed to update builder last activity time")
+	}
 
 	imageID, res, err := buildTargets(ctx, dockerCli, nodes, map[string]build.Options{defaultTargetName: opts}, in.progress, in.metadataFile, in.invoke != "")
 	err = wrapBuildError(err, false)

commands/create.go

@@ -250,7 +250,7 @@ func runCreate(dockerCli command.Cli, in createOptions, args []string) error {
 	timeoutCtx, cancel := context.WithTimeout(ctx, 20*time.Second)
 	defer cancel()
 
-	nodes, err := b.LoadNodes(timeoutCtx, true)
+	nodes, err := b.NodesWithData(timeoutCtx)
 	if err != nil {
 		return err
 	}

commands/diskusage.go

@@ -33,12 +33,14 @@ func runDiskUsage(dockerCli command.Cli, opts duOptions) error {
 		return err
 	}
 
-	b, err := builder.New(dockerCli, builder.WithName(opts.builder))
+	b, err := builder.New(dockerCli,
+		builder.WithName(opts.builder),
+	)
 	if err != nil {
 		return err
 	}
 
-	nodes, err := b.LoadNodes(ctx, false)
+	nodes, err := b.Nodes(ctx)
 	if err != nil {
 		return err
 	}

commands/inspect.go

@@ -35,7 +35,7 @@ func runInspect(dockerCli command.Cli, in inspectOptions) error {
 	timeoutCtx, cancel := context.WithTimeout(ctx, 20*time.Second)
 	defer cancel()
 
-	nodes, err := b.LoadNodes(timeoutCtx, true)
+	nodes, err := b.NodesWithData(timeoutCtx)
 	if in.bootstrap {
 		var ok bool
 		ok, err = b.Boot(ctx)
@@ -43,7 +43,7 @@ func runInspect(dockerCli command.Cli, in inspectOptions) error {
 			return err
 		}
 		if ok {
-			nodes, err = b.LoadNodes(timeoutCtx, true)
+			nodes, err = b.NodesWithData(timeoutCtx)
 		}
 	}
 
@@ -62,7 +62,6 @@ func runInspect(dockerCli command.Cli, in inspectOptions) error {
 	if err == nil {
 		fmt.Fprintln(w, "")
 		fmt.Fprintln(w, "Nodes:")
-
 		for i, n := range nodes {
 			if i != 0 {
 				fmt.Fprintln(w, "")

commands/ls.go

@@ -48,7 +48,7 @@ func runLs(dockerCli command.Cli, in lsOptions) error {
 	for _, b := range builders {
 		func(b *builder.Builder) {
 			eg.Go(func() error {
-				_, _ = b.LoadNodes(timeoutCtx, true)
+				_, _ = b.NodesWithData(timeoutCtx)
 				return nil
 			})
 		}(b)
@@ -66,7 +66,7 @@ func runLs(dockerCli command.Cli, in lsOptions) error {
 		if current.Name == b.Name {
 			b.Name += " *"
 		}
-		if ok := printBuilder(w, b); !ok {
+		if ok := printBuilder(ctx, w, b); !ok {
 			printErr = true
 		}
 	}
@@ -79,7 +79,8 @@ func runLs(dockerCli command.Cli, in lsOptions) error {
 			if b.Err() != nil {
 				_, _ = fmt.Fprintf(dockerCli.Err(), "Cannot load builder %s: %s\n", b.Name, strings.TrimSpace(b.Err().Error()))
 			} else {
-				for _, d := range b.Nodes() {
+				nodes, _ := b.Nodes(ctx)
+				for _, d := range nodes {
 					if d.Err != nil {
 						_, _ = fmt.Fprintf(dockerCli.Err(), "Failed to get status for %s (%s): %s\n", b.Name, d.Name, strings.TrimSpace(d.Err.Error()))
 					}
@@ -91,7 +92,7 @@ func runLs(dockerCli command.Cli, in lsOptions) error {
 	return nil
 }
 
-func printBuilder(w io.Writer, b *builder.Builder) (ok bool) {
+func printBuilder(ctx context.Context, w io.Writer, b *builder.Builder) (ok bool) {
 	ok = true
 	var err string
 	if b.Err() != nil {
@@ -100,7 +101,8 @@ func printBuilder(w io.Writer, b *builder.Builder) (ok bool) {
 	}
 	fmt.Fprintf(w, "%s\t%s\t%s\t\t\n", b.Name, b.Driver, err)
 	if b.Err() == nil {
-		for _, n := range b.Nodes() {
+		nodes, _ := b.Nodes(ctx)
+		for _, n := range nodes {
 			var status string
 			if n.DriverInfo != nil {
 				status = n.DriverInfo.Status.String()

commands/prune.go

@@ -54,12 +54,14 @@ func runPrune(dockerCli command.Cli, opts pruneOptions) error {
 		return nil
 	}
 
-	b, err := builder.New(dockerCli, builder.WithName(opts.builder))
+	b, err := builder.New(dockerCli,
+		builder.WithName(opts.builder),
+	)
 	if err != nil {
 		return err
 	}
 
-	nodes, err := b.LoadNodes(ctx, false)
+	nodes, err := b.Nodes(ctx)
 	if err != nil {
 		return err
 	}

commands/rm.go

@@ -54,15 +54,15 @@ func runRm(dockerCli command.Cli, in rmOptions) error {
 		return err
 	}
 
-	nodes, err := b.LoadNodes(ctx, false)
-	if err != nil {
-		return err
-	}
-
 	if cb := b.ContextName(); cb != "" {
 		return errors.Errorf("context builder cannot be removed, run `docker context rm %s` to remove this context", cb)
 	}
 
+	nodes, err := b.Nodes(ctx)
+	if err != nil {
+		return err
+	}
+
 	err1 := rm(ctx, nodes, in)
 	if err := txn.Remove(b.Name); err != nil {
 		return err
@@ -137,7 +137,7 @@ func rmAllInactive(ctx context.Context, txn *store.Txn, dockerCli command.Cli, i
 	for _, b := range builders {
 		func(b *builder.Builder) {
 			eg.Go(func() error {
-				nodes, err := b.LoadNodes(timeoutCtx, true)
+				nodes, err := b.NodesWithData(timeoutCtx)
 				if err != nil {
 					return errors.Wrapf(err, "cannot load %s", b.Name)
 				}

commands/stop.go

@@ -24,7 +24,8 @@ func runStop(dockerCli command.Cli, in stopOptions) error {
 	if err != nil {
 		return err
 	}
-	nodes, err := b.LoadNodes(ctx, false)
+
+	nodes, err := b.Nodes(ctx)
 	if err != nil {
 		return err
 	}