51c7992928
This patch adds a new "prune" event type to indicate that pruning of a resource type completed. This event-type can be used on systems that want to perform actions after resources have been cleaned up. For example, Docker Desktop performs an fstrim after resources are deleted (https://github.com/linuxkit/linuxkit/tree/v0.7/pkg/trim-after-delete). While the current (remove, destroy) events can provide information on _most_ resources, there is currently no event triggered after the BuildKit build-cache is cleaned. Prune events have a `reclaimed` attribute, indicating the amount of space that was reclaimed (in bytes). The attribute can be used, for example, to use as a threshold for performing fstrim actions. Reclaimed space for `network` events will always be 0, but the field is added to be consistent with prune events for other resources. To test this patch: Create some resources: for i in foo bar baz; do \ docker network create network_$i \ && docker volume create volume_$i \ && docker run -d --name container_$i -v volume_$i:/volume busybox sh -c 'truncate -s 5M somefile; truncate -s 5M /volume/file' \ && docker tag busybox:latest image_$i; \ done; docker pull alpine docker pull nginx:alpine echo -e "FROM busybox\nRUN truncate -s 50M bigfile" | DOCKER_BUILDKIT=1 docker build - Start listening for "prune" events in another shell: docker events --filter event=prune Prune containers, networks, volumes, and build-cache: docker system prune -af --volumes See the events that are returned: docker events --filter event=prune 2020-07-25T12:12:09.268491000Z container prune (reclaimed=15728640) 2020-07-25T12:12:09.447890400Z network prune (reclaimed=0) 2020-07-25T12:12:09.452323000Z volume prune (reclaimed=15728640) 2020-07-25T12:12:09.517236200Z image prune (reclaimed=21568540) 2020-07-25T12:12:09.566662600Z builder prune (reclaimed=52428841) Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
130 lines
3.8 KiB
Go
130 lines
3.8 KiB
Go
package build // import "github.com/docker/docker/api/server/backend/build"
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strconv"
|
|
|
|
"github.com/docker/distribution/reference"
|
|
"github.com/docker/docker/api/types"
|
|
"github.com/docker/docker/api/types/backend"
|
|
"github.com/docker/docker/api/types/events"
|
|
"github.com/docker/docker/builder"
|
|
buildkit "github.com/docker/docker/builder/builder-next"
|
|
daemonevents "github.com/docker/docker/daemon/events"
|
|
"github.com/docker/docker/image"
|
|
"github.com/docker/docker/pkg/stringid"
|
|
"github.com/pkg/errors"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
// ImageComponent provides an interface for working with images
|
|
type ImageComponent interface {
|
|
SquashImage(from string, to string) (string, error)
|
|
TagImageWithReference(image.ID, reference.Named) error
|
|
}
|
|
|
|
// Builder defines interface for running a build
|
|
type Builder interface {
|
|
Build(context.Context, backend.BuildConfig) (*builder.Result, error)
|
|
}
|
|
|
|
// Backend provides build functionality to the API router
|
|
type Backend struct {
|
|
builder Builder
|
|
imageComponent ImageComponent
|
|
buildkit *buildkit.Builder
|
|
eventsService *daemonevents.Events
|
|
}
|
|
|
|
// NewBackend creates a new build backend from components
|
|
func NewBackend(components ImageComponent, builder Builder, buildkit *buildkit.Builder, es *daemonevents.Events) (*Backend, error) {
|
|
return &Backend{imageComponent: components, builder: builder, buildkit: buildkit, eventsService: es}, nil
|
|
}
|
|
|
|
// RegisterGRPC registers buildkit controller to the grpc server.
|
|
func (b *Backend) RegisterGRPC(s *grpc.Server) {
|
|
if b.buildkit != nil {
|
|
b.buildkit.RegisterGRPC(s)
|
|
}
|
|
}
|
|
|
|
// Build builds an image from a Source
|
|
func (b *Backend) Build(ctx context.Context, config backend.BuildConfig) (string, error) {
|
|
options := config.Options
|
|
useBuildKit := options.Version == types.BuilderBuildKit
|
|
|
|
tagger, err := NewTagger(b.imageComponent, config.ProgressWriter.StdoutFormatter, options.Tags)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
var build *builder.Result
|
|
if useBuildKit {
|
|
build, err = b.buildkit.Build(ctx, config)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
} else {
|
|
build, err = b.builder.Build(ctx, config)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
}
|
|
|
|
if build == nil {
|
|
return "", nil
|
|
}
|
|
|
|
var imageID = build.ImageID
|
|
if options.Squash {
|
|
if imageID, err = squashBuild(build, b.imageComponent); err != nil {
|
|
return "", err
|
|
}
|
|
if config.ProgressWriter.AuxFormatter != nil {
|
|
if err = config.ProgressWriter.AuxFormatter.Emit("moby.image.id", types.BuildResult{ID: imageID}); err != nil {
|
|
return "", err
|
|
}
|
|
}
|
|
}
|
|
|
|
if !useBuildKit {
|
|
stdout := config.ProgressWriter.StdoutFormatter
|
|
fmt.Fprintf(stdout, "Successfully built %s\n", stringid.TruncateID(imageID))
|
|
}
|
|
if imageID != "" {
|
|
err = tagger.TagImages(image.ID(imageID))
|
|
}
|
|
return imageID, err
|
|
}
|
|
|
|
// PruneCache removes all cached build sources
|
|
func (b *Backend) PruneCache(ctx context.Context, opts types.BuildCachePruneOptions) (*types.BuildCachePruneReport, error) {
|
|
buildCacheSize, cacheIDs, err := b.buildkit.Prune(ctx, opts)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "failed to prune build cache")
|
|
}
|
|
b.eventsService.Log("prune", events.BuilderEventType, events.Actor{
|
|
Attributes: map[string]string{
|
|
"reclaimed": strconv.FormatInt(buildCacheSize, 10),
|
|
},
|
|
})
|
|
return &types.BuildCachePruneReport{SpaceReclaimed: uint64(buildCacheSize), CachesDeleted: cacheIDs}, nil
|
|
}
|
|
|
|
// Cancel cancels the build by ID
|
|
func (b *Backend) Cancel(ctx context.Context, id string) error {
|
|
return b.buildkit.Cancel(ctx, id)
|
|
}
|
|
|
|
func squashBuild(build *builder.Result, imageComponent ImageComponent) (string, error) {
|
|
var fromID string
|
|
if build.FromImage != nil {
|
|
fromID = build.FromImage.ImageID()
|
|
}
|
|
imageID, err := imageComponent.SquashImage(build.ImageID, fromID)
|
|
if err != nil {
|
|
return "", errors.Wrap(err, "error squashing image")
|
|
}
|
|
return imageID, nil
|
|
}
|