X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/b5706a159950720d692790a7577170091f29bc6a..58f3ef79e9c3b4fb45d5d516c519df16ef6b9147:/build/run-library.sh diff --git a/build/run-library.sh b/build/run-library.sh index 0766b73642..e3c0e251bf 100755 --- a/build/run-library.sh +++ b/build/run-library.sh @@ -454,15 +454,21 @@ test_package_presence() { return 0 fi else - centos_repo="http://rpm.arvados.org/CentOS/7/dev/x86_64/" - - repo_pkg_list=$(curl -s -o - ${centos_repo}) - echo ${repo_pkg_list} |grep -q ${full_pkgname} - if [ $? -eq 0 ]; then + local rpm_root + case "$TARGET" in + centos7) rpm_root="CentOS/7/dev" ;; + rocky8) rpm_root="CentOS/8/dev" ;; + *) + echo "FIXME: Don't know RPM URL path for $TARGET, building" + return 0 + ;; + esac + local rpm_url="http://rpm.arvados.org/$rpm_root/$arch/$full_pkgname" + + if curl -fs -o "$WORKSPACE/packages/$TARGET/$full_pkgname" "$rpm_url"; then echo "Package $full_pkgname exists upstream, not rebuilding, downloading instead!" - curl -s -o "$WORKSPACE/packages/$TARGET/${full_pkgname}" ${centos_repo}${full_pkgname} return 1 - elif test -f "$WORKSPACE/packages/$TARGET/processed/${full_pkgname}" ; then + elif [[ -f "$WORKSPACE/packages/$TARGET/processed/$full_pkgname" ]]; then echo "Package $full_pkgname exists, not rebuilding!" return 1 else @@ -650,6 +656,13 @@ handle_cwltest () { rm -rf "$WORKSPACE/cwltest" fi git clone https://github.com/common-workflow-language/cwltest.git + + # The subsequent release of cwltest confirms that files exist on disk, since + # our files are in Keep, all the tests fail. + # We should add [optional] Arvados support to cwltest so it can access + # Keep but for the time being just package the last working version. + (cd cwltest && git checkout 2.3.20230108193615) + # signal to our build script that we want a cwltest executable installed in /usr/bin/ mkdir cwltest/bin && touch cwltest/bin/cwltest fpm_build_virtualenv "cwltest" "cwltest" "$package_format" "$target_arch" @@ -786,7 +799,7 @@ fpm_build_virtualenv_worker () { PACKAGE_PATH=`(cd dist; ls *tar.gz)` if [[ "arvados-python-client" == "$PKG" ]]; then - PYSDK_PATH=`pwd`/dist/ + PYSDK_PATH="-f $(pwd)/dist/" fi if [[ -n "$ONLY_BUILD" ]] && [[ "$PYTHON_PKG" != "$ONLY_BUILD" ]] && [[ "$PKG" != "$ONLY_BUILD" ]]; then @@ -850,16 +863,16 @@ fpm_build_virtualenv_worker () { echo "wheel version: `build/usr/share/$python/dist/$PYTHON_PKG/bin/wheel version`" if [[ "$TARGET" != "centos7" ]] || [[ "$PYTHON_PKG" != "python-arvados-fuse" ]]; then - build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH + build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PYSDK_PATH $PACKAGE_PATH else # centos7 needs these special tweaks to install python-arvados-fuse build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG docutils - PYCURL_SSL_LIBRARY=nss build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH + PYCURL_SSL_LIBRARY=nss build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PYSDK_PATH $PACKAGE_PATH fi if [[ "$?" != "0" ]]; then echo "Error, unable to run" - echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG -f $PYSDK_PATH $PACKAGE_PATH" + echo " build/usr/share/$python/dist/$PYTHON_PKG/bin/$pip install $DASHQ_UNLESS_DEBUG $CACHE_FLAG $PYSDK_PATH $PACKAGE_PATH" exit 1 fi