2017-02-13 19:01:54 +00:00
|
|
|
#!/usr/bin/env bash
|
2014-12-19 07:20:59 +00:00
|
|
|
|
2017-06-17 00:18:44 +00:00
|
|
|
# see test-integration for example usage of this script
|
2014-12-19 07:20:59 +00:00
|
|
|
|
2016-02-19 22:42:51 +00:00
|
|
|
base="$ABS_DEST/.."
|
2019-02-19 04:02:50 +00:00
|
|
|
export PATH="$base/dynbinary-daemon:$base/binary-daemon:$PATH"
|
2014-12-19 07:20:59 +00:00
|
|
|
|
2023-04-19 12:48:47 +00:00
|
|
|
if [ -z "$TEST_CLIENT_BINARY" ]; then
|
|
|
|
export TEST_CLIENT_BINARY=docker
|
|
|
|
fi
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -n "$DOCKER_CLI_PATH" ]; then
|
2023-04-19 12:48:47 +00:00
|
|
|
# /usr/local/cli is a bind mount to the base dir of DOCKER_CLI_PATH (if used)
|
2017-04-17 23:18:46 +00:00
|
|
|
export TEST_CLIENT_BINARY=/usr/local/cli/$(basename "$DOCKER_CLI_PATH")
|
|
|
|
fi
|
|
|
|
|
|
|
|
echo "Using test binary $TEST_CLIENT_BINARY"
|
|
|
|
if ! command -v "$TEST_CLIENT_BINARY" &> /dev/null; then
|
|
|
|
echo >&2 'error: missing test client $TEST_CLIENT_BINARY'
|
2014-12-19 07:20:59 +00:00
|
|
|
false
|
|
|
|
fi
|
|
|
|
|
2016-02-19 22:42:51 +00:00
|
|
|
# This is a temporary hack for split-binary mode. It can be removed once
|
|
|
|
# https://github.com/docker/docker/pull/22134 is merged into docker master
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ "$(go env GOOS)" = 'windows' ]; then
|
2019-08-02 13:58:33 +00:00
|
|
|
return
|
2016-02-19 22:42:51 +00:00
|
|
|
fi
|
|
|
|
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -z "$DOCKER_TEST_HOST" ]; then
|
2016-03-25 14:54:36 +00:00
|
|
|
if docker version &> /dev/null; then
|
|
|
|
echo >&2 'skipping daemon start, since daemon appears to be already started'
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2016-02-19 22:42:51 +00:00
|
|
|
if ! command -v dockerd &> /dev/null; then
|
|
|
|
echo >&2 'error: binary-daemon or dynbinary-daemon must be run before .integration-daemon-start'
|
|
|
|
false
|
|
|
|
fi
|
|
|
|
|
2014-12-19 07:20:59 +00:00
|
|
|
# intentionally open a couple bogus file descriptors to help test that they get scrubbed in containers
|
|
|
|
exec 41>&1 42>&2
|
|
|
|
|
2020-07-29 14:33:40 +00:00
|
|
|
# Allow pushing manifest v2 schema 1 images, as they're used to push
|
|
|
|
# images to our test-registries for testing _pulling_ schema 2v1 images.
|
|
|
|
export DOCKER_ALLOW_SCHEMA1_PUSH_DONOTUSE=1
|
2015-01-28 00:40:11 +00:00
|
|
|
export DOCKER_GRAPHDRIVER=${DOCKER_GRAPHDRIVER:-vfs}
|
2015-09-16 16:55:14 +00:00
|
|
|
export DOCKER_USERLANDPROXY=${DOCKER_USERLANDPROXY:-true}
|
2014-12-19 07:20:59 +00:00
|
|
|
|
disable pulling legacy image formats by default
This patch disables pulling legacy (schema1 and schema 2, version 1) images by
default.
A `DOCKER_ENABLE_DEPRECATED_PULL_SCHEMA_1_IMAGE` environment-variable is
introduced to allow re-enabling this feature, aligning with the environment
variable used in containerd 2.0 (`CONTAINERD_ENABLE_DEPRECATED_PULL_SCHEMA_1_IMAGE`).
With this patch, attempts to pull a legacy image produces an error:
With graphdrivers:
docker pull docker:1.0
1.0: Pulling from library/docker
[DEPRECATION NOTICE] Docker Image Format v1, and Docker Image manifest version 2, schema 1 support will be removed in an upcoming release. Suggest the author of docker.io/library/docker:1.0 to upgrade the image to the OCI Format, or Docker Image manifest v2, schema 2. More information at https://docs.docker.com/go/deprecated-image-specs/
With the containerd image store enabled, output is slightly different
as it returns the error before printing the `1.0: pulling ...`:
docker pull docker:1.0
Error response from daemon: [DEPRECATION NOTICE] Docker Image Format v1 and Docker Image manifest version 2, schema 1 support is disabled by default and will be removed in an upcoming release. Suggest the author of docker.io/library/docker:1.0 to upgrade the image to the OCI Format or Docker Image manifest v2, schema 2. More information at https://docs.docker.com/go/deprecated-image-specs/
Using the "distribution" endpoint to resolve the digest for an image also
produces an error:
curl -v --unix-socket /var/run/docker.sock http://foo/distribution/docker.io/library/docker:1.0/json
* Trying /var/run/docker.sock:0...
* Connected to foo (/var/run/docker.sock) port 80 (#0)
> GET /distribution/docker.io/library/docker:1.0/json HTTP/1.1
> Host: foo
> User-Agent: curl/7.88.1
> Accept: */*
>
< HTTP/1.1 400 Bad Request
< Api-Version: 1.45
< Content-Type: application/json
< Docker-Experimental: false
< Ostype: linux
< Server: Docker/dev (linux)
< Date: Tue, 27 Feb 2024 16:09:42 GMT
< Content-Length: 354
<
{"message":"[DEPRECATION NOTICE] Docker Image Format v1, and Docker Image manifest version 2, schema 1 support will be removed in an upcoming release. Suggest the author of docker.io/library/docker:1.0 to upgrade the image to the OCI Format, or Docker Image manifest v2, schema 2. More information at https://docs.docker.com/go/deprecated-image-specs/"}
* Connection #0 to host foo left intact
Starting the daemon with the `DOCKER_ENABLE_DEPRECATED_PULL_SCHEMA_1_IMAGE`
env-var set to a non-empty value allows pulling the image;
docker pull docker:1.0
[DEPRECATION NOTICE] Docker Image Format v1 and Docker Image manifest version 2, schema 1 support is disabled by default and will be removed in an upcoming release. Suggest the author of docker.io/library/docker:1.0 to upgrade the image to the OCI Format or Docker Image manifest v2, schema 2. More information at https://docs.docker.com/go/deprecated-image-specs/
b0a0e6710d13: Already exists
d193ad713811: Already exists
ba7268c3149b: Already exists
c862d82a67a2: Already exists
Digest: sha256:5e7081837926c7a40e58881bbebc52044a95a62a2ea52fb240db3fc539212fe5
Status: Image is up to date for docker:1.0
docker.io/library/docker:1.0
Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
2024-02-27 16:30:46 +00:00
|
|
|
# Allow testing push/pull of legacy image formats
|
|
|
|
export DOCKER_ENABLE_DEPRECATED_PULL_SCHEMA_1_IMAGE=1
|
|
|
|
|
2015-04-15 06:39:15 +00:00
|
|
|
# example usage: DOCKER_STORAGE_OPTS="dm.basesize=20G,dm.loopdatasize=200G"
|
|
|
|
storage_params=""
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -n "$DOCKER_STORAGE_OPTS" ]; then
|
2015-04-15 06:39:15 +00:00
|
|
|
IFS=','
|
|
|
|
for i in ${DOCKER_STORAGE_OPTS}; do
|
|
|
|
storage_params="--storage-opt $i $storage_params"
|
|
|
|
done
|
|
|
|
unset IFS
|
|
|
|
fi
|
|
|
|
|
2017-03-29 10:13:40 +00:00
|
|
|
# example usage: DOCKER_REMAP_ROOT=default
|
2015-09-18 17:41:12 +00:00
|
|
|
extra_params=""
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ "$DOCKER_REMAP_ROOT" ]; then
|
2015-10-10 00:52:45 +00:00
|
|
|
extra_params="--userns-remap $DOCKER_REMAP_ROOT"
|
2015-09-18 17:41:12 +00:00
|
|
|
fi
|
|
|
|
|
2017-03-29 10:13:40 +00:00
|
|
|
# example usage: DOCKER_EXPERIMENTAL=1
|
2020-03-03 03:27:49 +00:00
|
|
|
if [ "$DOCKER_EXPERIMENTAL" ]; then
|
2016-10-06 14:09:54 +00:00
|
|
|
echo >&2 '# DOCKER_EXPERIMENTAL is set: starting daemon with experimental features enabled! '
|
|
|
|
extra_params="$extra_params --experimental"
|
|
|
|
fi
|
|
|
|
|
2020-02-18 09:43:56 +00:00
|
|
|
dockerd="dockerd"
|
2020-06-03 13:37:14 +00:00
|
|
|
if [ -f "/sys/fs/cgroup/cgroup.controllers" ]; then
|
2023-09-08 11:39:11 +00:00
|
|
|
if [ -z "$TEST_IGNORE_CGROUP_CHECK" ] && [ -z "$TEST_SKIP_INTEGRATION_CLI" ]; then
|
2020-06-03 13:37:14 +00:00
|
|
|
echo >&2 '# cgroup v2 requires TEST_SKIP_INTEGRATION_CLI to be set'
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2020-02-18 09:43:56 +00:00
|
|
|
if [ -n "$DOCKER_ROOTLESS" ]; then
|
|
|
|
if [ -z "$TEST_SKIP_INTEGRATION_CLI" ]; then
|
|
|
|
echo >&2 '# DOCKER_ROOTLESS requires TEST_SKIP_INTEGRATION_CLI to be set'
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
user="unprivilegeduser"
|
|
|
|
uid=$(id -u $user)
|
|
|
|
# shellcheck disable=SC2174
|
|
|
|
mkdir -p -m 700 "/tmp/docker-${uid}"
|
|
|
|
chown "$user" "/tmp/docker-${uid}"
|
|
|
|
chmod -R o+w "$DEST"
|
|
|
|
dockerd="sudo -u $user -E -E XDG_RUNTIME_DIR=/tmp/docker-${uid} -E HOME=/home/${user} -E PATH=$PATH -- dockerd-rootless.sh"
|
|
|
|
fi
|
|
|
|
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -z "$DOCKER_TEST_HOST" ]; then
|
2015-05-04 20:20:01 +00:00
|
|
|
# Start apparmor if it is enabled
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -e "/sys/module/apparmor/parameters/enabled" ] && [ "$(cat /sys/module/apparmor/parameters/enabled)" == "Y" ]; then
|
2015-05-04 20:20:01 +00:00
|
|
|
# reset container variable so apparmor profile is applied to process
|
|
|
|
# see https://github.com/docker/libcontainer/blob/master/apparmor/apparmor.go#L16
|
|
|
|
export container=""
|
|
|
|
(
|
2019-01-10 01:23:38 +00:00
|
|
|
[ -n "$TESTDEBUG" ] && set -x
|
2015-05-04 20:20:01 +00:00
|
|
|
/etc/init.d/apparmor start
|
|
|
|
)
|
|
|
|
fi
|
|
|
|
|
2020-03-27 17:58:29 +00:00
|
|
|
if [ -n "${DOCKER_ROOTLESS}" ]; then
|
|
|
|
# "pwd" tricks to make sure $DEST is an absolute path, not a relative one
|
|
|
|
export DOCKER_HOST="unix://$(cd "$DEST" && pwd)/docker.sock"
|
|
|
|
else
|
|
|
|
# Put socket in /run because:
|
|
|
|
# 1. That's the normal place for such things
|
|
|
|
# 2. When running on Docker For Mac, if you need to run tests with the bundles dir mounted (e.g. to poke through test artifacts).
|
|
|
|
# the socket will not work because it will be over osxfs.
|
|
|
|
mkdir -p /run/docker
|
|
|
|
sock_dir=$(mktemp -d -p /run/docker)
|
|
|
|
chmod 0755 "$sock_dir"
|
|
|
|
export DOCKER_HOST="unix://${sock_dir}/docker.sock"
|
|
|
|
fi
|
2017-07-06 21:20:41 +00:00
|
|
|
(
|
|
|
|
echo "Starting dockerd"
|
2019-01-10 01:23:38 +00:00
|
|
|
[ -n "$TESTDEBUG" ] && set -x
|
2017-07-06 21:20:41 +00:00
|
|
|
exec \
|
2020-02-18 09:43:56 +00:00
|
|
|
${dockerd} --debug \
|
2017-07-06 21:20:41 +00:00
|
|
|
--host "$DOCKER_HOST" \
|
|
|
|
--storage-driver "$DOCKER_GRAPHDRIVER" \
|
|
|
|
--pidfile "$DEST/docker.pid" \
|
|
|
|
--userland-proxy="$DOCKER_USERLANDPROXY" \
|
2019-01-10 01:50:47 +00:00
|
|
|
${storage_params} \
|
|
|
|
${extra_params} \
|
2020-03-03 03:27:49 +00:00
|
|
|
&> "$DEST/docker.log"
|
2014-12-24 05:57:14 +00:00
|
|
|
) &
|
2014-11-20 05:19:16 +00:00
|
|
|
else
|
2014-12-24 05:57:14 +00:00
|
|
|
export DOCKER_HOST="$DOCKER_TEST_HOST"
|
2014-11-20 05:19:16 +00:00
|
|
|
fi
|
2015-02-14 10:27:31 +00:00
|
|
|
|
2015-07-25 00:49:43 +00:00
|
|
|
# give it a little time to come up so it's "ready"
|
2015-12-03 19:09:14 +00:00
|
|
|
tries=60
|
|
|
|
echo "INFO: Waiting for daemon to start..."
|
2019-01-10 01:50:47 +00:00
|
|
|
while ! ${TEST_CLIENT_BINARY} version &> /dev/null; do
|
2020-03-03 03:27:49 +00:00
|
|
|
((tries--))
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ $tries -le 0 ]; then
|
2015-12-03 19:09:14 +00:00
|
|
|
printf "\n"
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ -z "$DOCKER_HOST" ]; then
|
2015-02-14 10:27:31 +00:00
|
|
|
echo >&2 "error: daemon failed to start"
|
|
|
|
echo >&2 " check $DEST/docker.log for details"
|
|
|
|
else
|
2017-04-17 23:18:46 +00:00
|
|
|
echo >&2 "error: daemon at $DOCKER_HOST fails to '$TEST_CLIENT_BINARY version':"
|
2019-01-10 01:50:47 +00:00
|
|
|
${TEST_CLIENT_BINARY} version >&2 || true
|
2016-01-06 19:09:47 +00:00
|
|
|
# Additional Windows CI debugging as this is a common error as of
|
|
|
|
# January 2016
|
2019-01-10 01:23:38 +00:00
|
|
|
if [ "$(go env GOOS)" = 'windows' ]; then
|
2016-01-06 19:09:47 +00:00
|
|
|
echo >&2 "Container log below:"
|
|
|
|
echo >&2 "---"
|
|
|
|
# Important - use the docker on the CI host, not the one built locally
|
|
|
|
# which is currently in our path.
|
|
|
|
! /c/bin/docker -H=$MAIN_DOCKER_HOST logs docker-$COMMITHASH
|
|
|
|
echo >&2 "---"
|
2016-04-25 15:18:34 +00:00
|
|
|
fi
|
2015-02-14 10:27:31 +00:00
|
|
|
fi
|
|
|
|
false
|
|
|
|
fi
|
2015-12-03 19:09:14 +00:00
|
|
|
printf "."
|
2015-02-14 10:27:31 +00:00
|
|
|
sleep 2
|
|
|
|
done
|
2015-12-03 19:09:14 +00:00
|
|
|
printf "\n"
|