From 568168423fa929cbfa05d3c6bca591017ba00e44 Mon Sep 17 00:00:00 2001 From: Ward Vandewege Date: Mon, 23 Nov 2020 09:20:56 -0500 Subject: [PATCH] Now that calculate_python_sdk_cwl_package_versions returns python-style version string suffixes (.dev/rc), make sure the 2 scripts that use that function are adapted accordingly. refs #17012 Arvados-DCO-1.1-Signed-off-by: Ward Vandewege --- build/build-dev-docker-jobs-image.sh | 4 ++-- build/run-build-docker-jobs-image.sh | 26 ++++++++++++++++---------- 2 files changed, 18 insertions(+), 12 deletions(-) diff --git a/build/build-dev-docker-jobs-image.sh b/build/build-dev-docker-jobs-image.sh index 0e570d5f31..af838d68e8 100755 --- a/build/build-dev-docker-jobs-image.sh +++ b/build/build-dev-docker-jobs-image.sh @@ -69,10 +69,10 @@ fi . build/run-library.sh +# This defines python_sdk_version and cwl_runner_version with python-style +# package suffixes (.dev/rc) calculate_python_sdk_cwl_package_versions -cwl_runner_version=$(echo -n $cwl_runner_version | sed s/~dev/.dev/g | sed s/~rc/rc/g) - set -x docker build --no-cache --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool --build-arg pythoncmd=$py --build-arg pipcmd=$pipcmd -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$cwl_runner_version "$WORKSPACE/sdk" echo arv-keepdocker arvados/jobs $cwl_runner_version diff --git a/build/run-build-docker-jobs-image.sh b/build/run-build-docker-jobs-image.sh index 59914a2ee9..d83af708aa 100755 --- a/build/run-build-docker-jobs-image.sh +++ b/build/run-build-docker-jobs-image.sh @@ -139,6 +139,8 @@ if [[ -z "$ARVADOS_BUILDING_VERSION" ]] && ! [[ -z "$version_tag" ]]; then ARVADOS_BUILDING_ITERATION="1" fi +# This defines python_sdk_version and cwl_runner_version with python-style +# package suffixes (.dev/rc) calculate_python_sdk_cwl_package_versions echo cwl_runner_version $cwl_runner_version python_sdk_version $python_sdk_version @@ -149,13 +151,17 @@ else python_sdk_version="${ARVADOS_BUILDING_VERSION}-${ARVADOS_BUILDING_ITERATION}" fi -# What we use to tag the Docker image. For development and release -# candidate packages, the OS package has a "~dev" or "~rc" suffix, but -# Python requires a ".dev" or "rc" suffix. Arvados-cwl-runner will be -# expecting the Python-compatible version string when it tries to pull -# the Docker image, but --build-arg is expecting the OS package +# For development and release candidate packages, the OS package has a "~dev" +# or "~rc" suffix, but Python requires a ".dev" or "rc" suffix. +# +# Arvados-cwl-runner will be expecting the Python-compatible version string +# when it tries to pull the Docker image, so we use that to tag the Docker +# image. +# +# The --build-arg docker invocation arguments are expecting the OS package # version. -cwl_runner_version_tag=$(echo -n $cwl_runner_version | sed s/~dev/.dev/g | sed s/~rc/rc/g) +python_sdk_version_os=$(echo -n $python_sdk_version | sed s/.dev/~dev/g | sed s/rc/~rc/g) +cwl_runner_version_os=$(echo -n $cwl_runner_version | sed s/.dev/~dev/g | sed s/rc/~rc/g) if [[ -z "$cwl_runner_version_tag" ]]; then echo "ERROR: cwl_runner_version_tag is empty"; @@ -170,10 +176,10 @@ fi cd docker/jobs docker build $NOCACHE \ - --build-arg python_sdk_version=${python_sdk_version} \ - --build-arg cwl_runner_version=${cwl_runner_version} \ + --build-arg python_sdk_version=${python_sdk_version_os} \ + --build-arg cwl_runner_version=${cwl_runner_version_os} \ --build-arg repo_version=${REPO} \ - -t arvados/jobs:$cwl_runner_version_tag . + -t arvados/jobs:$cwl_runner_version . ECODE=$? @@ -207,7 +213,7 @@ else ## 20150526 nico -- *sometimes* dockerhub needs re-login ## even though credentials are already in .dockercfg docker login -u arvados - docker_push arvados/jobs:$cwl_runner_version_tag + docker_push arvados/jobs:$cwl_runner_version title "upload arvados images finished (`timer`)" else title "upload arvados images SKIPPED because no --upload option set (`timer`)" -- 2.30.2