X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/3e1c43866e5b523c3f1d273c25942ad56dc66d3f..8afc85aabb9563da4de17b0b5f7d4fe574e9ad8d:/build/run-build-packages.sh diff --git a/build/run-build-packages.sh b/build/run-build-packages.sh index e8cd721ae2..351d1b2a1f 100755 --- a/build/run-build-packages.sh +++ b/build/run-build-packages.sh @@ -345,14 +345,14 @@ rm -rf "$WORKSPACE/sdk/cwl/build" arvados_cwl_runner_version=${ARVADOS_BUILDING_VERSION:-$(awk '($1 == "Version:"){print $2}' $WORKSPACE/sdk/cwl/arvados_cwl_runner.egg-info/PKG-INFO)} declare -a iterargs=() if [[ -z "$ARVADOS_BUILDING_VERSION" ]]; then - arvados_cwl_runner_iteration=3 + arvados_cwl_runner_iteration=4 iterargs+=(--iteration $arvados_cwl_runner_iteration) else arvados_cwl_runner_iteration= fi test_package_presence ${PYTHON2_PKG_PREFIX}-arvados-cwl-runner "$arvados_cwl_runner_version" python "$arvados_cwl_runner_iteration" if [[ "$?" == "0" ]]; then - fpm_build $WORKSPACE/sdk/cwl "${PYTHON2_PKG_PREFIX}-arvados-cwl-runner" 'Curoverse, Inc.' 'python' "$arvados_cwl_runner_version" "--url=https://arvados.org" "--description=The Arvados CWL runner" --depends "${PYTHON2_PKG_PREFIX}-setuptools" "${iterargs[@]}" + fpm_build $WORKSPACE/sdk/cwl "${PYTHON2_PKG_PREFIX}-arvados-cwl-runner" 'Curoverse, Inc.' 'python' "$arvados_cwl_runner_version" "--url=https://arvados.org" "--description=The Arvados CWL runner" --depends "${PYTHON2_PKG_PREFIX}-setuptools" --depends "${PYTHON2_PKG_PREFIX}-subprocess32 >= 3.5.0" --depends "${PYTHON2_PKG_PREFIX}-pathlib2" --depends "${PYTHON2_PKG_PREFIX}-scandir" "${iterargs[@]}" fi # schema_salad. This is a python dependency of arvados-cwl-runner, @@ -434,8 +434,30 @@ if [[ "$?" == "0" ]]; then fpm_build $WORKSPACE/tools/crunchstat-summary ${PYTHON2_PKG_PREFIX}-crunchstat-summary 'Curoverse, Inc.' 'python' "$crunchstat_summary_version" "--url=https://arvados.org" "--description=Crunchstat-summary reads Arvados Crunch log files and summarize resource usage" --iteration "$iteration" fi -## if libcloud becomes our own fork see -## https://dev.arvados.org/issues/12268#note-27 +# Forked libcloud +if test_package_presence "$PYTHON2_PKG_PREFIX"-apache-libcloud "$LIBCLOUD_PIN" python 2 +then + LIBCLOUD_DIR=$(mktemp -d) + ( + cd $LIBCLOUD_DIR + git clone $DASHQ_UNLESS_DEBUG https://github.com/curoverse/libcloud.git . + git checkout $DASHQ_UNLESS_DEBUG apache-libcloud-$LIBCLOUD_PIN + # libcloud is absurdly noisy without -q, so force -q here + OLD_DASHQ_UNLESS_DEBUG=$DASHQ_UNLESS_DEBUG + DASHQ_UNLESS_DEBUG=-q + handle_python_package + DASHQ_UNLESS_DEBUG=$OLD_DASHQ_UNLESS_DEBUG + ) + + # libcloud >= 2.3.0 now requires python-requests 2.4.3 or higher, otherwise + # it throws + # ImportError: No module named packages.urllib3.poolmanager + # when loaded. We only see this problem on ubuntu1404, because that is our + # only supported distribution that ships with a python-requests older than + # 2.4.3. + fpm_build $LIBCLOUD_DIR "$PYTHON2_PKG_PREFIX"-apache-libcloud "" python "" --iteration 2 --depends 'python-requests >= 2.4.3' + rm -rf $LIBCLOUD_DIR +fi # Python 2 dependencies declare -a PIP_DOWNLOAD_SWITCHES=(--no-deps)