X-Git-Url: https://git.arvados.org/arvados-dev.git/blobdiff_plain/b70e4ce5d5ea65e788a172e757af5c07b016fe4f..6dc673b966cf35cd390b2fa1d139fa31a59788e2:/jenkins/run-docker-tests.sh diff --git a/jenkins/run-docker-tests.sh b/jenkins/run-docker-tests.sh index ee57dd3..eff75ac 100755 --- a/jenkins/run-docker-tests.sh +++ b/jenkins/run-docker-tests.sh @@ -1,18 +1,127 @@ #!/bin/bash +function usage { + echo >&2 + echo >&2 "usage: $0 [options]" + echo >&2 + echo >&2 "$0 options:" + echo >&2 " -t, --tags [csv_tags] comma separated tags" + echo >&2 " -u, --upload Upload the images (docker push)" + echo >&2 " -h, --help Display this help and exit" + echo >&2 + echo >&2 " If no options are given, just builds the images." +} + +upload=false + +# NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros). +TEMP=`getopt -o hut: \ + --long help,upload,tags: \ + -n "$0" -- "$@"` + +if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi +# Note the quotes around `$TEMP': they are essential! +eval set -- "$TEMP" + +while [ $# -ge 1 ] +do + case $1 in + -u | --upload) + upload=true + shift + ;; + -t | --tags) + case "$2" in + "") + echo "ERROR: --tags needs a parameter"; + usage; + exit 1 + ;; + *) + tags=$2; + shift 2 + ;; + esac + ;; + --) + shift + break + ;; + *) + usage + exit 1 + ;; + esac +done + + EXITCODE=0 COLUMNS=80 title () { - printf "\n%*s\n\n" $(((${#title}+$COLUMNS)/2)) "********** $1 **********" + printf "\n%*s\n\n" $(((${#title}+$COLUMNS)/2)) "********** $1 **********" +} + +docker_push () { + if [[ ! -z "$tags" ]] + then + for tag in $( echo $tags|tr "," " " ) + do + $DOCKER tag $1 $1:$tag + done + fi + + # Sometimes docker push fails; retry it a few times if necessary. + for i in `seq 1 5`; do + $DOCKER push $* + ECODE=$? + if [[ "$ECODE" == "0" ]]; then + break + fi + done + + if [[ "$ECODE" != "0" ]]; then + title "!!!!!! docker push $* failed !!!!!!" + EXITCODE=$(($EXITCODE + $ECODE)) + fi } +timer_reset() { + t0=$SECONDS +} + +timer() { + echo -n "$(($SECONDS - $t0))s" +} + +# Sanity check +if ! [[ -n "$WORKSPACE" ]]; then + echo >&2 + echo >&2 "Error: WORKSPACE environment variable not set" + echo >&2 + exit 1 +fi + echo $WORKSPACE +# find the docker binary +DOCKER=`which docker.io` + +if [[ "$DOCKER" == "" ]]; then + DOCKER=`which docker` +fi + +if [[ "$DOCKER" == "" ]]; then + title "Error: you need to have docker installed. Could not find the docker executable." + exit 1 +fi + # DOCKER title "Starting docker build" +timer_reset + # clean up the docker build environment cd "$WORKSPACE" cd docker @@ -28,10 +137,66 @@ cp $HOME/docker/config.yml . ECODE=$? if [[ "$ECODE" != "0" ]]; then - title "!!!!!! docker BUILD FAILED !!!!!!" - EXITCODE=$(($EXITCODE + $ECODE)) + title "!!!!!! docker BUILD FAILED !!!!!!" + EXITCODE=$(($EXITCODE + $ECODE)) fi -title "docker build complete" +title "docker build complete (`timer`)" + +title "uploading images" + +timer_reset + +if [[ "$ECODE" != "0" ]]; then + title "upload arvados images SKIPPED because build failed" +else + if [[ $upload == true ]]; then + ## 20150526 nico -- *sometimes* dockerhub needs re-login + ## even though credentials are already in .dockercfg + docker login -u arvados + + + docker_push arvados/api + docker_push arvados/compute + docker_push arvados/doc + docker_push arvados/workbench + docker_push arvados/keep + docker_push arvados/keepproxy + docker_push arvados/shell + docker_push arvados/sso + title "upload arvados images complete (`timer`)" + else + title "upload arvados images SKIPPED because no --upload option set" + fi +fi + +title "Starting docker java-bwa-samtools build" + +timer_reset + +./build.sh java-bwa-samtools-image + +ECODE=$? + +if [[ "$ECODE" != "0" ]]; then + title "!!!!!! docker java-bwa-samtools BUILD FAILED !!!!!!" + EXITCODE=$(($EXITCODE + $ECODE)) +fi + +title "docker build java-bwa-samtools complete (`timer`)" + +timer_reset + +if [[ "$ECODE" != "0" ]]; then + title "upload arvados/jobs image SKIPPED because build failed" +else + if [[ $upload == true ]]; then + title "upload arvados/jobs image" + docker_push arvados/jobs + title "upload arvados/jobs image complete (`timer`)" + else + title "upload arvados images SKIPPED because no --upload option set" + fi +fi exit $EXITCODE