#!/bin/bash # Copyright (C) The Arvados Authors. All rights reserved. # # SPDX-License-Identifier: AGPL-3.0 read -rd "\000" helpmessage < Distribution to build packages for (default: debian8) --command Build command to execute (default: use built-in Docker image command) --test-packages Run package install test script "test-packages-[target].sh" --debug Output debug information (default: false) --only-build Build only a specific package --only-test Test only a specific package WORKSPACE=path Path to the Arvados source tree to build packages from EOF set -e if ! [[ -n "$WORKSPACE" ]]; then echo >&2 "$helpmessage" echo >&2 echo >&2 "Error: WORKSPACE environment variable not set" echo >&2 exit 1 fi if ! [[ -d "$WORKSPACE" ]]; then echo >&2 "$helpmessage" echo >&2 echo >&2 "Error: $WORKSPACE is not a directory" echo >&2 exit 1 fi PARSEDOPTS=$(getopt --name "$0" --longoptions \ help,debug,test-packages,target:,command:,only-test:,only-build: \ -- "" "$@") if [ $? -ne 0 ]; then exit 1 fi TARGET=debian8 COMMAND= DEBUG= eval set -- "$PARSEDOPTS" while [ $# -gt 0 ]; do case "$1" in --help) echo >&2 "$helpmessage" echo >&2 exit 1 ;; --target) TARGET="$2"; shift ;; --only-test) test_packages=1 packages="$2"; shift ;; --only-build) ONLY_BUILD="$2"; shift ;; --debug) DEBUG=" --debug" ARVADOS_DEBUG="1" ;; --command) COMMAND="$2"; shift ;; --test-packages) test_packages=1 ;; --) if [ $# -gt 1 ]; then echo >&2 "$0: unrecognized argument '$2'. Try: $0 --help" exit 1 fi ;; esac shift done set -e if [[ -n "$test_packages" ]]; then if [[ -n "$(find $WORKSPACE/packages/$TARGET -name '*.rpm')" ]] ; then createrepo $WORKSPACE/packages/$TARGET fi if [[ -n "$(find $WORKSPACE/packages/$TARGET -name '*.deb')" ]] ; then (cd $WORKSPACE/packages/$TARGET dpkg-scanpackages . 2> >(grep -v 'warning' 1>&2) | tee Packages | gzip -c > Packages.gz apt-ftparchive -o APT::FTPArchive::Release::Origin=Arvados release . > Release ) fi COMMAND="/jenkins/package-testing/test-packages-$TARGET.sh" IMAGE="arvados/package-test:$TARGET" else IMAGE="arvados/build:$TARGET" if [[ "$COMMAND" != "" ]]; then COMMAND="/usr/local/rvm/bin/rvm-exec default bash /jenkins/$COMMAND --target $TARGET$DEBUG" fi fi JENKINS_DIR=$(dirname "$(readlink -e "$0")") if [[ -n "$test_packages" ]]; then pushd "$JENKINS_DIR/package-test-dockerfiles" else pushd "$JENKINS_DIR/package-build-dockerfiles" make "$TARGET/generated" fi echo $TARGET cd $TARGET time docker build --tag=$IMAGE . popd if test -z "$packages" ; then packages="arvados-api-server arvados-docker-cleaner arvados-git-httpd arvados-node-manager arvados-src arvados-workbench crunch-dispatch-local crunch-dispatch-slurm crunch-run crunchstat keep-balance keep-block-check keepproxy keep-rsync keepstore keep-web libarvados-perl" case "$TARGET" in *) packages="$packages python-arvados-fuse python-arvados-python-client python-arvados-cwl-runner" ;; esac fi FINAL_EXITCODE=0 package_fails="" mkdir -p "$WORKSPACE/apps/workbench/vendor/cache-$TARGET" mkdir -p "$WORKSPACE/services/api/vendor/cache-$TARGET" docker_volume_args=( -v "$JENKINS_DIR:/jenkins" -v "$WORKSPACE:/arvados" -v /arvados/services/api/vendor/bundle -v /arvados/apps/workbench/vendor/bundle -v "$WORKSPACE/services/api/vendor/cache-$TARGET:/arvados/services/api/vendor/cache" -v "$WORKSPACE/apps/workbench/vendor/cache-$TARGET:/arvados/apps/workbench/vendor/cache" ) if [[ -n "$test_packages" ]]; then for p in $packages ; do if [[ -n "$ONLY_BUILD" ]] && [[ "$p" != "$ONLY_BUILD" ]]; then continue fi echo echo "START: $p test on $IMAGE" >&2 if docker run --rm \ "${docker_volume_args[@]}" \ --env ARVADOS_DEBUG=$ARVADOS_DEBUG \ --env "TARGET=$TARGET" \ --env "WORKSPACE=/arvados" \ "$IMAGE" $COMMAND $p then echo "OK: $p test on $IMAGE succeeded" >&2 else FINAL_EXITCODE=$? package_fails="$package_fails $p" echo "ERROR: $p test on $IMAGE failed with exit status $FINAL_EXITCODE" >&2 fi done else echo echo "START: build packages on $IMAGE" >&2 # Move existing packages and other files into the processed/ subdirectory if [[ ! -e "${WORKSPACE}/packages/${TARGET}/processed" ]]; then mkdir -p "${WORKSPACE}/packages/${TARGET}/processed" fi set +e mv -f ${WORKSPACE}/packages/${TARGET}/* ${WORKSPACE}/packages/${TARGET}/processed/ 2>/dev/null set -e # Build packages if docker run --rm \ "${docker_volume_args[@]}" \ --env ARVADOS_DEBUG=$ARVADOS_DEBUG \ --env "ONLY_BUILD=$ONLY_BUILD" \ "$IMAGE" $COMMAND then echo echo "OK: build packages on $IMAGE succeeded" >&2 else FINAL_EXITCODE=$? echo "ERROR: build packages on $IMAGE failed with exit status $FINAL_EXITCODE" >&2 fi fi if test -n "$package_fails" ; then echo "Failed package tests:$package_fails" >&2 fi exit $FINAL_EXITCODE