cee2490d84
Also switching to use arm64, as all amd64 stages have moved to GitHub actions,
so using arm64 allows the same machine to be used for tests after the DCO check
completed.
Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
(cherry picked from commit 419c47a80a)
Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
577 lines
28 KiB
Groovy
577 lines
28 KiB
Groovy
#!groovy
|
|
pipeline {
|
|
agent none
|
|
|
|
options {
|
|
buildDiscarder(logRotator(daysToKeepStr: '30'))
|
|
timeout(time: 2, unit: 'HOURS')
|
|
timestamps()
|
|
}
|
|
parameters {
|
|
booleanParam(name: 'arm64', defaultValue: true, description: 'ARM (arm64) Build/Test')
|
|
booleanParam(name: 's390x', defaultValue: false, description: 'IBM Z (s390x) Build/Test')
|
|
booleanParam(name: 'ppc64le', defaultValue: false, description: 'PowerPC (ppc64le) Build/Test')
|
|
booleanParam(name: 'dco', defaultValue: true, description: 'Run the DCO check')
|
|
}
|
|
environment {
|
|
DOCKER_BUILDKIT = '1'
|
|
DOCKER_EXPERIMENTAL = '1'
|
|
DOCKER_GRAPHDRIVER = 'overlay2'
|
|
APT_MIRROR = 'cdn-fastly.deb.debian.org'
|
|
CHECK_CONFIG_COMMIT = '33a3680e08d1007e72c3b3f1454f823d8e9948ee'
|
|
TESTDEBUG = '0'
|
|
TIMEOUT = '120m'
|
|
}
|
|
stages {
|
|
stage('pr-hack') {
|
|
when { changeRequest() }
|
|
steps {
|
|
script {
|
|
echo "Workaround for PR auto-cancel feature. Borrowed from https://issues.jenkins-ci.org/browse/JENKINS-43353"
|
|
def buildNumber = env.BUILD_NUMBER as int
|
|
if (buildNumber > 1) milestone(buildNumber - 1)
|
|
milestone(buildNumber)
|
|
}
|
|
}
|
|
}
|
|
stage('DCO-check') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.dco }
|
|
}
|
|
agent { label 'arm64 && ubuntu-2004' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm \
|
|
-v "$WORKSPACE:/workspace" \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
alpine sh -c 'apk add --no-cache -q bash git openssh-client && git config --system --add safe.directory /workspace && cd /workspace && hack/validate/dco'
|
|
'''
|
|
}
|
|
}
|
|
stage('Build') {
|
|
parallel {
|
|
stage('s390x') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.s390x }
|
|
}
|
|
}
|
|
agent { label 's390x-ubuntu-2004' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('s390x integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.s390x }
|
|
}
|
|
}
|
|
agent { label 's390x-ubuntu-2004' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.ppc64le }
|
|
}
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
// ppc64le machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.ppc64le }
|
|
}
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
// ppc64le machines run on Docker 18.06, and buildkit has some
|
|
// bugs on that version. Build and use buildx instead.
|
|
environment {
|
|
USE_BUILDX = '1'
|
|
DOCKER_BUILDKIT = '0'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
make bundles/buildx
|
|
bundles/buildx build --load --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('arm64') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.arm64 }
|
|
}
|
|
agent { label 'arm64 && ubuntu-2004' }
|
|
environment {
|
|
TEST_SKIP_INTEGRATION_CLI = '1'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh 'docker build --force-rm --build-arg APT_MIRROR -t docker:${GIT_COMMIT} .'
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=arm64-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|