31567e0973
Use default apt mirrors and also check APT_MIRROR
is set before updating mirrors.
Signed-off-by: CrazyMax <crazy-max@users.noreply.github.com>
(cherry picked from commit a1d2132bf6)
Signed-off-by: Bjorn Neergaard <bjorn.neergaard@docker.com>
567 lines
27 KiB
Groovy
567 lines
27 KiB
Groovy
#!groovy
|
|
pipeline {
|
|
agent none
|
|
|
|
options {
|
|
buildDiscarder(logRotator(daysToKeepStr: '30'))
|
|
timeout(time: 2, unit: 'HOURS')
|
|
timestamps()
|
|
}
|
|
parameters {
|
|
booleanParam(name: 'arm64', defaultValue: true, description: 'ARM (arm64) Build/Test')
|
|
booleanParam(name: 's390x', defaultValue: false, description: 'IBM Z (s390x) Build/Test')
|
|
booleanParam(name: 'ppc64le', defaultValue: false, description: 'PowerPC (ppc64le) Build/Test')
|
|
booleanParam(name: 'dco', defaultValue: true, description: 'Run the DCO check')
|
|
}
|
|
environment {
|
|
DOCKER_BUILDKIT = '1'
|
|
DOCKER_EXPERIMENTAL = '1'
|
|
DOCKER_GRAPHDRIVER = 'overlay2'
|
|
CHECK_CONFIG_COMMIT = '33a3680e08d1007e72c3b3f1454f823d8e9948ee'
|
|
TESTDEBUG = '0'
|
|
TIMEOUT = '120m'
|
|
}
|
|
stages {
|
|
stage('pr-hack') {
|
|
when { changeRequest() }
|
|
steps {
|
|
script {
|
|
echo "Workaround for PR auto-cancel feature. Borrowed from https://issues.jenkins-ci.org/browse/JENKINS-43353"
|
|
def buildNumber = env.BUILD_NUMBER as int
|
|
if (buildNumber > 1) milestone(buildNumber - 1)
|
|
milestone(buildNumber)
|
|
}
|
|
}
|
|
}
|
|
stage('DCO-check') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.dco }
|
|
}
|
|
agent { label 'arm64 && ubuntu-2004' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm \
|
|
-v "$WORKSPACE:/workspace" \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
alpine sh -c 'apk add --no-cache -q bash git openssh-client && git config --system --add safe.directory /workspace && cd /workspace && hack/validate/dco'
|
|
'''
|
|
}
|
|
}
|
|
stage('Build') {
|
|
parallel {
|
|
stage('s390x') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.s390x }
|
|
}
|
|
}
|
|
agent { label 's390x-ubuntu-2004' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker build --force-rm -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_INTEGRATION_USE_SNAPSHOTTER \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('s390x integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.s390x }
|
|
}
|
|
}
|
|
agent { label 's390x-ubuntu-2004' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker build --force-rm -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_INTEGRATION_USE_SNAPSHOTTER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=s390x-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.ppc64le }
|
|
}
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker buildx build --load --force-rm -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_INTEGRATION_USE_SNAPSHOTTER \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('ppc64le integration-cli') {
|
|
when {
|
|
beforeAgent true
|
|
// Skip this stage on PRs unless the checkbox is selected
|
|
anyOf {
|
|
not { changeRequest() }
|
|
expression { params.ppc64le }
|
|
}
|
|
}
|
|
agent { label 'ppc64le-ubuntu-1604' }
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh '''
|
|
docker buildx build --load --force-rm -t docker:${GIT_COMMIT} .
|
|
'''
|
|
}
|
|
}
|
|
stage("Integration-cli tests") {
|
|
environment { TEST_SKIP_INTEGRATION = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TEST_INTEGRATION_USE_SNAPSHOTTER \
|
|
-e TEST_SKIP_INTEGRATION \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=ppc64le-integration-cli
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
stage('arm64') {
|
|
when {
|
|
beforeAgent true
|
|
expression { params.arm64 }
|
|
}
|
|
agent { label 'arm64 && ubuntu-2004' }
|
|
environment {
|
|
TEST_SKIP_INTEGRATION_CLI = '1'
|
|
}
|
|
|
|
stages {
|
|
stage("Print info") {
|
|
steps {
|
|
sh 'docker version'
|
|
sh 'docker info'
|
|
sh '''
|
|
echo "check-config.sh version: ${CHECK_CONFIG_COMMIT}"
|
|
curl -fsSL -o ${WORKSPACE}/check-config.sh "https://raw.githubusercontent.com/moby/moby/${CHECK_CONFIG_COMMIT}/contrib/check-config.sh" \
|
|
&& bash ${WORKSPACE}/check-config.sh || true
|
|
'''
|
|
}
|
|
}
|
|
stage("Build dev image") {
|
|
steps {
|
|
sh 'docker build --force-rm -t docker:${GIT_COMMIT} .'
|
|
}
|
|
}
|
|
stage("Unit tests") {
|
|
steps {
|
|
sh '''
|
|
sudo modprobe ip6table_filter
|
|
'''
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/test/unit
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/junit-report*.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
stage("Integration tests") {
|
|
environment { TEST_SKIP_INTEGRATION_CLI = '1' }
|
|
steps {
|
|
sh '''
|
|
docker run --rm -t --privileged \
|
|
-v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
|
|
--name docker-pr$BUILD_NUMBER \
|
|
-e DOCKER_EXPERIMENTAL \
|
|
-e DOCKER_GITCOMMIT=${GIT_COMMIT} \
|
|
-e DOCKER_GRAPHDRIVER \
|
|
-e TESTDEBUG \
|
|
-e TEST_INTEGRATION_USE_SNAPSHOTTER \
|
|
-e TEST_SKIP_INTEGRATION_CLI \
|
|
-e TIMEOUT \
|
|
-e VALIDATE_REPO=${GIT_URL} \
|
|
-e VALIDATE_BRANCH=${CHANGE_TARGET} \
|
|
docker:${GIT_COMMIT} \
|
|
hack/make.sh \
|
|
dynbinary \
|
|
test-integration
|
|
'''
|
|
}
|
|
post {
|
|
always {
|
|
junit testResults: 'bundles/**/*-report.xml', allowEmptyResults: true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
post {
|
|
always {
|
|
sh '''
|
|
echo "Ensuring container killed."
|
|
docker rm -vf docker-pr$BUILD_NUMBER || true
|
|
'''
|
|
|
|
sh '''
|
|
echo "Chowning /workspace to jenkins user"
|
|
docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
|
|
'''
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE', message: 'Failed to create bundles.tar.gz') {
|
|
sh '''
|
|
bundleName=arm64-integration
|
|
echo "Creating ${bundleName}-bundles.tar.gz"
|
|
# exclude overlay2 directories
|
|
find bundles -path '*/root/*overlay2' -prune -o -type f \\( -name '*-report.json' -o -name '*.log' -o -name '*.prof' -o -name '*-report.xml' \\) -print | xargs tar -czf ${bundleName}-bundles.tar.gz
|
|
'''
|
|
|
|
archiveArtifacts artifacts: '*-bundles.tar.gz', allowEmptyArchive: true
|
|
}
|
|
}
|
|
cleanup {
|
|
sh 'make clean'
|
|
deleteDir()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|