802e1b99b2
Lots of CI tests have been failing recently with error messages like this from "docker pull": Error response from daemon: unexpected EOF This seems to be an issue affecting other projects as well: https://forums.docker.com/t/docker-pull-causes-error-response-from-daemon-unexpected-eof/88608 This commit tries to mitigate the problem by periodically retrying failed Docker pulls.
65 lines
2.0 KiB
Bash
Executable File
65 lines
2.0 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# Builds docker image and runs a command under it.
|
|
# This is a generic script that is configured with the following variables:
|
|
#
|
|
# DOCKERHUB_ORGANIZATION - The organization on docker hub storing the
|
|
# Dockerfile.
|
|
# DOCKERFILE_DIR - Directory in which Dockerfile file is located.
|
|
# DOCKER_RUN_SCRIPT - Script to run under docker (relative to protobuf repo root)
|
|
# OUTPUT_DIR - Directory that will be copied from inside docker after finishing.
|
|
# $@ - Extra args to pass to docker run
|
|
|
|
set -ex
|
|
|
|
cd $(dirname $0)/../..
|
|
git_root=$(pwd)
|
|
cd -
|
|
|
|
# Use image name based on Dockerfile sha1
|
|
if [ -z "$DOCKERHUB_ORGANIZATION" ]
|
|
then
|
|
DOCKERHUB_ORGANIZATION=grpctesting/protobuf
|
|
DOCKER_IMAGE_NAME=${DOCKERHUB_ORGANIZATION}_$(sha1sum $DOCKERFILE_DIR/Dockerfile | cut -f1 -d\ )
|
|
else
|
|
# TODO(teboring): Remove this when all tests have been migrated to separate
|
|
# docker images.
|
|
DOCKERFILE_PREFIX=$(basename $DOCKERFILE_DIR)
|
|
DOCKER_IMAGE_NAME=${DOCKERHUB_ORGANIZATION}/${DOCKERFILE_PREFIX}_$(sha1sum $DOCKERFILE_DIR/Dockerfile | cut -f1 -d\ )
|
|
fi
|
|
|
|
# Pull dockerimage from Dockerhub. This sometimes fails intermittently, so we
|
|
# keep trying until we succeed.
|
|
until docker pull $DOCKER_IMAGE_NAME; do sleep 10; done
|
|
|
|
# Ensure existence of ccache directory
|
|
CCACHE_DIR=/tmp/protobuf-ccache
|
|
mkdir -p $CCACHE_DIR
|
|
|
|
# Choose random name for docker container
|
|
CONTAINER_NAME="build_and_run_docker_$(uuidgen)"
|
|
|
|
echo $git_root
|
|
|
|
# Run command inside docker
|
|
docker run \
|
|
"$@" \
|
|
-e CCACHE_DIR=$CCACHE_DIR \
|
|
-e KOKORO_BUILD_NUMBER=$KOKORO_BUILD_NUMBER \
|
|
-e KOKORO_BUILD_ID=$KOKORO_BUILD_ID \
|
|
-e EXTERNAL_GIT_ROOT="/var/local/kokoro/protobuf" \
|
|
-e TEST_SET="$TEST_SET" \
|
|
-v "$git_root:/var/local/kokoro/protobuf:ro" \
|
|
-v $CCACHE_DIR:$CCACHE_DIR \
|
|
-w /var/local/git/protobuf \
|
|
--name=$CONTAINER_NAME \
|
|
$DOCKER_IMAGE_NAME \
|
|
bash -l "/var/local/kokoro/protobuf/$DOCKER_RUN_SCRIPT" || FAILED="true"
|
|
|
|
# remove the container, possibly killing it first
|
|
docker rm -f $CONTAINER_NAME || true
|
|
|
|
[ -z "$FAILED" ] || {
|
|
exit 1
|
|
}
|