diff --git a/builder/builder-next/adapters/containerimage/pull.go b/builder/builder-next/adapters/containerimage/pull.go
index 64a53753f6..3e6cc75a3c 100644
--- a/builder/builder-next/adapters/containerimage/pull.go
+++ b/builder/builder-next/adapters/containerimage/pull.go
@@ -497,7 +497,10 @@ func (ld *layerDescriptor) Download(ctx context.Context, progressOutput pkgprogr
 
 	refKey := remotes.MakeRefKey(ctx, ld.desc)
 
+	ld.is.ContentStore.Abort(ctx, refKey)
+
 	if err := content.WriteBlob(ctx, ld.is.ContentStore, refKey, rc, ld.desc.Size, ld.desc.Digest); err != nil {
+		ld.is.ContentStore.Abort(ctx, refKey)
 		return nil, 0, err
 	}