X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/5b0962883553bb3573787151dafea8d92988d712..3bc30ad82b45d729b40a4e1209e160e679f7b851:/build/run-library.sh diff --git a/build/run-library.sh b/build/run-library.sh index de9d67d41c..b0068d2112 100755 --- a/build/run-library.sh +++ b/build/run-library.sh @@ -11,7 +11,7 @@ LICENSE_PACKAGE_TS=20151208015500 if [[ -z "$ARVADOS_BUILDING_VERSION" ]]; then - RAILS_PACKAGE_ITERATION=8 + RAILS_PACKAGE_ITERATION=1 else RAILS_PACKAGE_ITERATION="$ARVADOS_BUILDING_ITERATION" fi @@ -352,6 +352,15 @@ handle_rails_package() { if [[ "$pkgname" != "arvados-workbench" ]]; then exclude_list+=('config/database.yml') fi + # for arvados-api-server, we need to dereference the + # config/config.default.yml file. There is no fpm way to do that, sadly + # (excluding the existing symlink and then adding the file from its source + # path doesn't work, sadly. + if [[ "$pkgname" == "arvados-api-server" ]]; then + mv /arvados/services/api/config/config.default.yml /arvados/services/api/config/config.default.yml.bu + cp -p /arvados/lib/config/config.default.yml /arvados/services/api/config/ + exclude_list+=('config/config.default.yml.bu') + fi for exclude in ${exclude_list[@]}; do switches+=(-x "$exclude_root/$exclude") done @@ -359,6 +368,11 @@ handle_rails_package() { -x "$exclude_root/vendor/cache-*" \ -x "$exclude_root/vendor/bundle" "$@" "$license_arg" rm -rf "$scripts_dir" + # Undo the deferencing we did above + if [[ "$pkgname" == "arvados-api-server" ]]; then + rm -f /arvados/services/api/config/config.default.yml + mv /arvados/services/api/config/config.default.yml.bu /arvados/services/api/config/config.default.yml + fi } # Build python packages with a virtualenv built-in @@ -413,7 +427,9 @@ fpm_build_virtualenv () { PYTHON_PKG=$PKG fi - if [[ -n "$ONLY_BUILD" ]] && [[ "$PYTHON_PKG" != "$ONLY_BUILD" ]] && [[ "$PKG" != "$ONLY_BUILD" ]]; then + # arvados-python-client sdist should always be built, to be available + # for other dependant packages. + if [[ -n "$ONLY_BUILD" ]] && [[ "arvados-python-client" != "$PKG" ]] && [[ "$PYTHON_PKG" != "$ONLY_BUILD" ]] && [[ "$PKG" != "$ONLY_BUILD" ]]; then return 0 fi @@ -435,6 +451,14 @@ fpm_build_virtualenv () { PACKAGE_PATH=`(cd dist; ls *tar.gz)` + if [[ "arvados-python-client" == "$PKG" ]]; then + PYSDK_PATH=`pwd`/dist/ + fi + + if [[ -n "$ONLY_BUILD" ]] && [[ "$PYTHON_PKG" != "$ONLY_BUILD" ]] && [[ "$PKG" != "$ONLY_BUILD" ]]; then + return 0 + fi + # Determine the package version from the generated sdist archive PYTHON_VERSION=${ARVADOS_BUILDING_VERSION:-$(awk '($1 == "Version:"){print $2}' *.egg-info/PKG-INFO)} @@ -486,16 +510,16 @@ fpm_build_virtualenv () { echo "wheel version: `build/usr/share/$python/dist/$PYTHON_PKG/bin/wheel version`" if [[ "$TARGET" != "centos7" ]] || [[ "$PYTHON_PKG" != "python-arvados-fuse" ]]; then - build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PACKAGE_PATH + build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH else # centos7 needs these special tweaks to install python-arvados-fuse build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG docutils - PYCURL_SSL_LIBRARY=nss build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PACKAGE_PATH + PYCURL_SSL_LIBRARY=nss build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH fi if [[ "$?" != "0" ]]; then echo "Error, unable to run" - echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PACKAGE_PATH" + echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH" exit 1 fi @@ -624,10 +648,13 @@ fpm_build_virtualenv () { done fi - # the libpam module should place this file in the historically correct place - # so as not to break backwards compatibility - if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/python2.7/dist/libpam-arvados/lib/security/libpam_arvados.py" ]]; then - COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/data/lib/security/libpam_arvados.py=/usr/data/lib/security/") + # the libpam module should place a few files in the correct place for the pam + # subsystem + if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/$python/dist/$PYTHON_PKG/lib/security/libpam_arvados.py" ]]; then + COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/lib/security/libpam_arvados.py=/usr/lib/security/") + fi + if [[ -e "$WORKSPACE/$PKG_DIR/dist/build/usr/share/$python/dist/$PYTHON_PKG/share/pam-configs/arvados" ]]; then + COMMAND_ARR+=("usr/share/$python/dist/$PYTHON_PKG/share/pam-configs/arvados=/usr/share/pam-configs/") fi # the python-arvados-cwl-runner package comes with cwltool, expose that version @@ -826,14 +853,13 @@ install_package() { fi } -title () { - txt="********** $1 **********" - printf "\n%*s%s\n\n" $((($COLUMNS-${#txt})/2)) "" "$txt" +title() { + printf '%s %s\n' "=======" "$1" } checkexit() { if [[ "$1" != "0" ]]; then - title "!!!!!! $2 FAILED !!!!!!" + title "$2 -- FAILED" failures+=("$2 (`timer`)") else successes+=("$2 (`timer`)") @@ -856,7 +882,9 @@ report_outcomes() { if [[ ${#failures[@]} == 0 ]] then - echo "All test suites passed." + if [[ ${#successes[@]} != 0 ]]; then + echo "All test suites passed." + fi else echo "Failures (${#failures[@]}):" for x in "${failures[@]}"