Merge pull request #38565 from dave-tucker/jenkinsfile

Add Jenkinsfile

Jenkinsfile

@@ -0,0 +1,325 @@
+def withGithubStatus(String context, Closure cl) {
+  def setGithubStatus = { String state ->
+    try {
+      def backref = "${BUILD_URL}flowGraphTable/"
+      def reposSourceURL = scm.repositories[0].getURIs()[0].toString()
+      step(
+        $class: 'GitHubCommitStatusSetter',
+        contextSource: [$class: "ManuallyEnteredCommitContextSource", context: context],
+        errorHandlers: [[$class: 'ShallowAnyErrorHandler']],
+        reposSource: [$class: 'ManuallyEnteredRepositorySource', url: reposSourceURL],
+        statusBackrefSource: [$class: 'ManuallyEnteredBackrefSource', backref: backref],
+        statusResultSource: [$class: 'ConditionalStatusResultSource', results: [[$class: 'AnyBuildResult', state: state]]],
+      )
+    } catch (err) {
+      echo "Exception from GitHubCommitStatusSetter for $context: $err"
+    }
+  }
+
+  setGithubStatus 'PENDING'
+
+  try {
+    cl()
+	} catch (err) {
+    // AbortException signals a "normal" build failure.
+    if (!(err instanceof hudson.AbortException)) {
+      echo "Exception in withGithubStatus for $context: $err"
+		}
+		setGithubStatus 'FAILURE'
+		throw err
+	}
+	setGithubStatus 'SUCCESS'
+}
+
+
+pipeline {
+  agent none
+  options {
+    buildDiscarder(logRotator(daysToKeepStr: '30'))
+    timeout(time: 3, unit: 'HOURS')
+  }
+  parameters {
+        booleanParam(name: 'janky', defaultValue: true, description: 'x86 Build/Test')
+        booleanParam(name: 'experimental', defaultValue: true, description: 'x86 Experimental Build/Test ')
+        booleanParam(name: 'z', defaultValue: true, description: 'IBM Z (s390x) Build/Test')
+        booleanParam(name: 'powerpc', defaultValue: true, description: 'PowerPC (ppc64le) Build/Test')
+        booleanParam(name: 'vendor', defaultValue: true, description: 'Vendor')
+        booleanParam(name: 'windowsRS1', defaultValue: true, description: 'Windows 2016 (RS1) Build/Test')
+        booleanParam(name: 'windowsRS5', defaultValue: true, description: 'Windows 2019 (RS5) Build/Test')
+  }
+  stages {
+    stage('Build') {
+      parallel {
+        stage('janky') {
+          when {
+            beforeAgent true
+            expression { params.janky }
+          }
+          agent {
+            node {
+              label 'ubuntu-1604-overlay2-stable'
+            }
+          }
+          steps {
+            withCredentials([string(credentialsId: '52af932f-f13f-429e-8467-e7ff8b965cdb', variable: 'CODECOV_TOKEN')]) {
+              withGithubStatus('janky') {
+                sh '''
+                  # todo: include ip_vs in base image
+                  sudo modprobe ip_vs
+
+                  GITCOMMIT=$(git rev-parse --short HEAD)
+                  docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker:$GITCOMMIT .
+
+                  docker run --rm -t --privileged \
+                    -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
+                    -v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
+                    --name docker-pr$BUILD_NUMBER \
+                    -e DOCKER_GITCOMMIT=${GITCOMMIT} \
+                    -e DOCKER_GRAPHDRIVER=vfs \
+                    -e DOCKER_EXECDRIVER=native \
+                    -e CODECOV_TOKEN \
+                    -e GIT_SHA1=${GIT_COMMIT} \
+                    docker:$GITCOMMIT \
+                    hack/ci/janky
+                '''
+                sh '''
+                  GITCOMMIT=$(git rev-parse --short HEAD)
+                  echo "Building e2e image"
+                  docker build --build-arg DOCKER_GITCOMMIT=$GITCOMMIT -t moby-e2e-test -f Dockerfile.e2e .
+                '''
+              }
+            }
+          }
+          post {
+            always {
+              sh '''
+                echo "Ensuring container killed."
+                docker rm -vf docker-pr$BUILD_NUMBER || true
+
+                echo "Chowning /workspace to jenkins user"
+                docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
+              '''
+              sh '''
+                echo "Creating bundles.tar.gz"
+                (find bundles -name '*.log' -o -name '*.prof' -o -name integration.test | xargs tar -czf bundles.tar.gz) || true
+              '''
+              archiveArtifacts artifacts: 'bundles.tar.gz'
+            }
+          }
+        }
+        stage('experimental') {
+          when {
+            beforeAgent true
+            expression { params.experimental }
+          }
+          agent {
+            node {
+              label 'ubuntu-1604-aufs-stable'
+            }
+          }
+          steps {
+            withGithubStatus('experimental') {
+              sh '''
+                GITCOMMIT=$(git rev-parse --short HEAD)
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker:${GITCOMMIT}-exp .
+
+                docker run --rm -t --privileged \
+                    -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
+                    -e DOCKER_EXPERIMENTAL=y \
+                    --name docker-pr-exp$BUILD_NUMBER \
+                    -e DOCKER_GITCOMMIT=${GITCOMMIT} \
+                    -e DOCKER_GRAPHDRIVER=vfs \
+                    -e DOCKER_EXECDRIVER=native \
+                    docker:${GITCOMMIT}-exp \
+                    hack/ci/experimental
+              '''
+            }
+          }
+          post {
+            always {
+              sh '''
+                echo "Ensuring container killed."
+                docker rm -vf docker-pr-exp$BUILD_NUMBER || true
+
+                echo "Chowning /workspace to jenkins user"
+                docker run --rm -v "$WORKSPACE:/workspace" busybox chown -R "$(id -u):$(id -g)" /workspace
+              '''
+              sh '''
+                echo "Creating bundles.tar.gz"
+                (find bundles -name '*.log' -o -name '*.prof' -o -name integration.test | xargs tar -czf bundles.tar.gz) || true
+              '''
+              archiveArtifacts artifacts: 'bundles.tar.gz'
+            }
+          }
+        }
+        stage('z') {
+          when {
+            beforeAgent true
+            expression { params.z }
+          }
+          agent {
+            node {
+              label 's390x-ubuntu-1604'
+            }
+          }
+          steps {
+            withGithubStatus('z') {
+              sh '''
+                GITCOMMIT=$(git rev-parse --short HEAD)
+
+                test -f Dockerfile.s390x && \
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker-s390x:$GITCOMMIT -f Dockerfile.s390x . || \
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker-s390x:$GITCOMMIT -f Dockerfile .
+
+                docker run --rm -t --privileged \
+                  -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
+                    --name docker-pr-s390x$BUILD_NUMBER \
+                    -e DOCKER_GRAPHDRIVER=vfs \
+                    -e DOCKER_EXECDRIVER=native \
+                    -e TIMEOUT="300m" \
+                    -e DOCKER_GITCOMMIT=${GITCOMMIT} \
+                    docker-s390x:$GITCOMMIT \
+                    hack/ci/z
+              '''
+            }
+          }
+          post {
+            always {
+              sh '''
+                echo "Ensuring container killed."
+                docker rm -vf docker-pr-s390x$BUILD_NUMBER || true
+
+                echo "Chowning /workspace to jenkins user"
+                docker run --rm -v "$WORKSPACE:/workspace" s390x/busybox chown -R "$(id -u):$(id -g)" /workspace
+              '''
+              sh '''
+                echo "Creating bundles.tar.gz"
+                find bundles -name '*.log' | xargs tar -czf bundles.tar.gz
+              '''
+              archiveArtifacts artifacts: 'bundles.tar.gz'
+            }
+          }
+        }
+        stage('powerpc') {
+          when {
+            beforeAgent true
+            expression { params.powerpc }
+          }
+          agent {
+            node {
+              label 'ppc64le-ubuntu-1604'
+            }
+          }
+          steps {
+            withGithubStatus('powerpc') {
+              sh '''
+                GITCOMMIT=$(git rev-parse --short HEAD)
+
+                test -f Dockerfile.ppc64le && \
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker-powerpc:$GITCOMMIT -f Dockerfile.ppc64le . || \
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t docker-powerpc:$GITCOMMIT -f Dockerfile .
+
+                docker run --rm -t --privileged \
+                  -v "$WORKSPACE/bundles:/go/src/github.com/docker/docker/bundles" \
+                    --name docker-pr-power$BUILD_NUMBER \
+                    -e DOCKER_GRAPHDRIVER=vfs \
+                    -e DOCKER_EXECDRIVER=native \
+                    -e DOCKER_GITCOMMIT=${GITCOMMIT} \
+                    -e TIMEOUT="180m" \
+                    docker-powerpc:$GITCOMMIT \
+                    hack/ci/powerpc
+              '''
+            }
+          }
+          post {
+            always {
+              sh '''
+                echo "Ensuring container killed."
+                docker rm -vf docker-pr-power$BUILD_NUMBER || true
+
+                echo "Chowning /workspace to jenkins user"
+                docker run --rm -v "$WORKSPACE:/workspace" ppc64le/busybox chown -R "$(id -u):$(id -g)" /workspace
+              '''
+              sh '''
+                echo "Creating bundles.tar.gz"
+                find bundles -name '*.log' | xargs tar -czf bundles.tar.gz
+              '''
+              archiveArtifacts artifacts: 'bundles.tar.gz'
+            }
+          }
+        }
+        stage('vendor') {
+          when {
+            beforeAgent true
+            expression { params.vendor }
+          }
+          agent {
+            node {
+              label 'ubuntu-1604-aufs-stable'
+            }
+          }
+          steps {
+            withGithubStatus('vendor') {
+              sh '''
+                GITCOMMIT=$(git rev-parse --short HEAD)
+
+                docker build --rm --force-rm --build-arg APT_MIRROR=cdn-fastly.deb.debian.org -t dockerven:$GITCOMMIT .
+
+                docker run --rm -t --privileged \
+                  --name dockerven-pr$BUILD_NUMBER \
+                  -e DOCKER_GRAPHDRIVER=vfs \
+                  -e DOCKER_EXECDRIVER=native \
+                  -v "$WORKSPACE/.git:/go/src/github.com/docker/docker/.git" \
+                  -e DOCKER_GITCOMMIT=${GITCOMMIT} \
+                  -e TIMEOUT=120m dockerven:$GITCOMMIT \
+                  hack/validate/vendor
+              '''
+            }
+          }
+        }
+        stage('windowsRS1') {
+          when {
+            beforeAgent true
+            expression { params.windowsRS1 }
+          }
+          agent {
+            node {
+              label 'windows-rs1'
+              customWorkspace 'c:\\gopath\\src\\github.com\\docker\\docker'
+            }
+          }
+          steps {
+            withGithubStatus('windowsRS1') {
+              powershell '''
+                $ErrorActionPreference = 'Stop'
+                .\\hack\\ci\\windows.ps1
+                exit $LastExitCode
+              '''
+            }
+          }
+        }
+        stage('windowsRS5-process') {
+          when {
+            beforeAgent true
+            expression { params.windowsRS5 }
+          }
+          agent {
+            node {
+              label 'windows-rs5'
+              customWorkspace 'c:\\gopath\\src\\github.com\\docker\\docker'
+            }
+          }
+          steps {
+            withGithubStatus('windowsRS5-process') {
+              powershell '''
+                $ErrorActionPreference = 'Stop'
+                .\\hack\\ci\\windows.ps1
+                exit $LastExitCode
+              '''
+            }
+          }
+        }
+      }
+    }
+  }
+}