X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/305089e25254771786c849cc6ba2be7a80dd00a6..c505682a9b5e6dc9e720b568929d786836eadbe1:/build/run-library.sh diff --git a/build/run-library.sh b/build/run-library.sh index 2497ac1759..1aa3e3cfd1 100755 --- a/build/run-library.sh +++ b/build/run-library.sh @@ -11,7 +11,7 @@ LICENSE_PACKAGE_TS=20151208015500 if [[ -z "$ARVADOS_BUILDING_VERSION" ]]; then - RAILS_PACKAGE_ITERATION=8 + RAILS_PACKAGE_ITERATION=1 else RAILS_PACKAGE_ITERATION="$ARVADOS_BUILDING_ITERATION" fi @@ -261,29 +261,33 @@ test_package_presence() { # Get the list of packages from the repos if [[ "$FORMAT" == "deb" ]]; then - debian_distros="jessie precise stretch trusty wheezy xenial bionic" - - for D in ${debian_distros}; do - if [ ${pkgname:0:3} = "lib" ]; then - repo_subdir=${pkgname:0:4} - else - repo_subdir=${pkgname:0:1} - fi + declare -A dd + dd[debian8]=jessie + dd[debian9]=stretch + dd[debian10]=buster + dd[ubuntu1404]=trusty + dd[ubuntu1604]=xenial + dd[ubuntu1804]=bionic + D=${dd[$TARGET]} + if [ ${pkgname:0:3} = "lib" ]; then + repo_subdir=${pkgname:0:4} + else + repo_subdir=${pkgname:0:1} + fi - repo_pkg_list=$(curl -s -o - http://apt.arvados.org/pool/${D}/main/${repo_subdir}/) - echo ${repo_pkg_list} |grep -q ${complete_pkgname} - if [ $? -eq 0 ] ; then - echo "Package $complete_pkgname exists, not rebuilding!" - curl -s -o ./${complete_pkgname} http://apt.arvados.org/pool/${D}/main/${repo_subdir}/${complete_pkgname} - return 1 - elif test -f "$WORKSPACE/packages/$TARGET/processed/${complete_pkgname}" ; then - echo "Package $complete_pkgname exists, not rebuilding!" - return 1 - else - echo "Package $complete_pkgname not found, building" - return 0 - fi - done + repo_pkg_list=$(curl -s -o - http://apt.arvados.org/pool/${D}/main/${repo_subdir}/) + echo ${repo_pkg_list} |grep -q ${complete_pkgname} + if [ $? -eq 0 ] ; then + echo "Package $complete_pkgname exists, not rebuilding!" + curl -s -o ./${complete_pkgname} http://apt.arvados.org/pool/${D}/main/${repo_subdir}/${complete_pkgname} + return 1 + elif test -f "$WORKSPACE/packages/$TARGET/processed/${complete_pkgname}" ; then + echo "Package $complete_pkgname exists, not rebuilding!" + return 1 + else + echo "Package $complete_pkgname not found, building" + return 0 + fi else centos_repo="http://rpm.arvados.org/CentOS/7/dev/x86_64/" @@ -348,6 +352,15 @@ handle_rails_package() { if [[ "$pkgname" != "arvados-workbench" ]]; then exclude_list+=('config/database.yml') fi + # for arvados-api-server, we need to dereference the + # config/config.default.yml file. There is no fpm way to do that, sadly + # (excluding the existing symlink and then adding the file from its source + # path doesn't work, sadly. + if [[ "$pkgname" == "arvados-api-server" ]]; then + mv /arvados/services/api/config/config.default.yml /arvados/services/api/config/config.default.yml.bu + cp -p /arvados/lib/config/config.default.yml /arvados/services/api/config/ + exclude_list+=('config/config.default.yml.bu') + fi for exclude in ${exclude_list[@]}; do switches+=(-x "$exclude_root/$exclude") done @@ -355,6 +368,11 @@ handle_rails_package() { -x "$exclude_root/vendor/cache-*" \ -x "$exclude_root/vendor/bundle" "$@" "$license_arg" rm -rf "$scripts_dir" + # Undo the deferencing we did above + if [[ "$pkgname" == "arvados-api-server" ]]; then + rm -f /arvados/services/api/config/config.default.yml + mv /arvados/services/api/config/config.default.yml.bu /arvados/services/api/config/config.default.yml + fi } # Build python packages with a virtualenv built-in @@ -620,10 +638,13 @@ fpm_build_virtualenv () { done fi - # the libpam module should place this file in the historically correct place - # so as not to break backwards compatibility - if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/python2.7/dist/libpam-arvados/lib/security/libpam_arvados.py" ]]; then - COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/data/lib/security/libpam_arvados.py=/usr/data/lib/security/") + # the libpam module should place a few files in the correct place for the pam + # subsystem + if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/$python/dist/$PYTHON_PKG/lib/security/libpam_arvados.py" ]]; then + COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/lib/security/libpam_arvados.py=/usr/lib/security/") + fi + if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/$python/dist/$PYTHON_PKG/share/pam-configs/arvados" ]]; then + COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/share/pam-configs/arvados=/usr/share/pam-configs/") fi # the python-arvados-cwl-runner package comes with cwltool, expose that version @@ -822,14 +843,13 @@ install_package() { fi } -title () { - txt="********** $1 **********" - printf "\n%*s%s\n\n" $((($COLUMNS-${#txt})/2)) "" "$txt" +title() { + printf '%s %s\n' "=======" "$1" } checkexit() { if [[ "$1" != "0" ]]; then - title "!!!!!! $2 FAILED !!!!!!" + title "$2 -- FAILED" failures+=("$2 (`timer`)") else successes+=("$2 (`timer`)") @@ -852,7 +872,9 @@ report_outcomes() { if [[ ${#failures[@]} == 0 ]] then - echo "All test suites passed." + if [[ ${#successes[@]} != 0 ]]; then + echo "All test suites passed." + fi else echo "Failures (${#failures[@]}):" for x in "${failures[@]}"