jenkins/run-build-packages-one-target.sh

   1 #!/bin/bash
   2
   3 read -rd "\000" helpmessage <<EOF
   4 $(basename $0): Orchestrate run-build-packages.sh for one target
   5
   6 Syntax:
   7         WORKSPACE=/path/to/arvados $(basename $0) [options]
   8
   9 --target <target>
  10     Distribution to build packages for (default: debian7)
  11 --command
  12     Build command to execute (default: use built-in Docker image command)
  13 --test-packages
  14     Run package install test script "test-packages-$target.sh"
  15 --debug
  16     Output debug information (default: false)
  17 --only-test
  18     Test only a specific package
  19
  20 WORKSPACE=path         Path to the Arvados source tree to build packages from
  21
  22 EOF
  23
  24 set -e
  25
  26 if ! [[ -n "$WORKSPACE" ]]; then
  27   echo >&2 "$helpmessage"
  28   echo >&2
  29   echo >&2 "Error: WORKSPACE environment variable not set"
  30   echo >&2
  31   exit 1
  32 fi
  33
  34 if ! [[ -d "$WORKSPACE" ]]; then
  35   echo >&2 "$helpmessage"
  36   echo >&2
  37   echo >&2 "Error: $WORKSPACE is not a directory"
  38   echo >&2
  39   exit 1
  40 fi
  41
  42 PARSEDOPTS=$(getopt --name "$0" --longoptions \
  43     help,debug,test-packages,target:,command:,only-test: \
  44     -- "" "$@")
  45 if [ $? -ne 0 ]; then
  46     exit 1
  47 fi
  48
  49 TARGET=debian7
  50 COMMAND=
  51 DEBUG=
  52
  53 eval set -- "$PARSEDOPTS"
  54 while [ $# -gt 0 ]; do
  55     case "$1" in
  56         --help)
  57             echo >&2 "$helpmessage"
  58             echo >&2
  59             exit 1
  60             ;;
  61         --target)
  62             TARGET="$2"; shift
  63             ;;
  64         --only-test)
  65             packages="$2"; shift
  66             ;;
  67         --debug)
  68             DEBUG=" --debug"
  69             ;;
  70         --command)
  71             COMMAND="$2"; shift
  72             ;;
  73         --test-packages)
  74             test_packages=1
  75             ;;
  76         --)
  77             if [ $# -gt 1 ]; then
  78                 echo >&2 "$0: unrecognized argument '$2'. Try: $0 --help"
  79                 exit 1
  80             fi
  81             ;;
  82     esac
  83     shift
  84 done
  85
  86 set -e
  87
  88 if [[ -n "$test_packages" ]]; then
  89     if [[ -n "$(find $WORKSPACE/packages/$TARGET -name *.rpm)" ]] ; then
  90         createrepo $WORKSPACE/packages/$TARGET
  91     fi
  92
  93     if [[ -n "$(find $WORKSPACE/packages/$TARGET -name *.deb)" ]] ; then
  94         (cd $WORKSPACE/packages/$TARGET
  95          dpkg-scanpackages .  2> >(grep -v 'warning' 1>&2) | gzip -c > Packages.gz
  96         )
  97     fi
  98
  99     COMMAND="/jenkins/package-testing/test-packages-$TARGET.sh"
 100     IMAGE="arvados/package-test:$TARGET"
 101 else
 102     IMAGE="arvados/build:$TARGET"
 103     if [[ "$COMMAND" != "" ]]; then
 104         COMMAND="/usr/local/rvm/bin/rvm-exec default bash /jenkins/$COMMAND --target $TARGET$DEBUG"
 105     fi
 106 fi
 107
 108 JENKINS_DIR=$(dirname "$(readlink -e "$0")")
 109
 110 if [[ -n "$test_packages" ]]; then
 111     pushd "$JENKINS_DIR/package-test-dockerfiles"
 112 else
 113     pushd "$JENKINS_DIR/package-build-dockerfiles"
 114     make "$TARGET/generated"
 115 fi
 116
 117 echo $TARGET
 118 cd $TARGET
 119 time docker build --tag=$IMAGE .
 120 popd
 121
 122 if test -z "$packages" ; then
 123     packages="arvados-api-server
 124         arvados-data-manager
 125         arvados-docker-cleaner
 126         arvados-git-httpd
 127         arvados-node-manager
 128         arvados-src
 129         arvados-workbench
 130         crunchstat
 131         keepproxy
 132         keep-rsync
 133         keepstore
 134         keep-web
 135         libarvados-perl"
 136
 137     case "$TARGET" in
 138         centos6)
 139             packages="$packages python27-python-arvados-fuse
 140                   python27-python-arvados-python-client"
 141         ;;
 142         *)
 143             packages="$packages python-arvados-fuse
 144                   python-arvados-python-client"
 145             ;;
 146     esac
 147 fi
 148
 149 FINAL_EXITCODE=0
 150
 151 package_fails=""
 152
 153 if [[ -n "$test_packages" ]]; then
 154     for p in $packages ; do
 155         if docker run --rm -v "$JENKINS_DIR:/jenkins" -v "$WORKSPACE:/arvados" \
 156                --env ARVADOS_DEBUG=1 \
 157                --env "TARGET=$TARGET" \
 158                --env "WORKSPACE=/arvados" \
 159                "$IMAGE" $COMMAND $p ; then
 160             true
 161         else
 162             FINAL_EXITCODE=$?
 163             package_fails="$package_fails $p"
 164             echo "ERROR: $tag test failed with exit status $FINAL_EXITCODE." >&2
 165         fi
 166     done
 167 else
 168     if docker run --rm -v "$JENKINS_DIR:/jenkins" -v "$WORKSPACE:/arvados" \
 169            --env ARVADOS_DEBUG=1 "$IMAGE" $COMMAND ; then
 170         echo
 171         echo "Build packages for $TARGET succeeded." >&2
 172     else
 173         FINAL_EXITCODE=$?
 174         echo "ERROR: $tag build failed with exit status $FINAL_EXITCODE." >&2
 175     fi
 176 fi
 177
 178 if test -n "$package_fails" ; then
 179     echo "Failed package tests:$package_fails" >&2
 180 fi
 181
 182 exit $FINAL_EXITCODE