X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/4c86081e1ee5149f09f05cd3b77e59fc652d4ab3..37c46ca294ce95242ac424c8375a130d783f6d1e:/build/run-build-docker-jobs-image.sh diff --git a/build/run-build-docker-jobs-image.sh b/build/run-build-docker-jobs-image.sh index 7b5ea4ecec..7d7e1fc8ab 100755 --- a/build/run-build-docker-jobs-image.sh +++ b/build/run-build-docker-jobs-image.sh @@ -1,22 +1,28 @@ #!/bin/bash +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 function usage { echo >&2 - echo >&2 "usage: $0 [options]" + echo >&2 "usage: WORKSPACE=/path/to/arvados $0 [options]" echo >&2 echo >&2 "$0 options:" + echo >&2 " -t, --tags version tag for docker" + echo >&2 " -r, --repo Arvados package repot to use: dev, testing, stable (default: dev)" echo >&2 " -u, --upload Upload the images (docker push)" echo >&2 " --no-cache Don't use build cache" echo >&2 " -h, --help Display this help and exit" echo >&2 - echo >&2 " If no options are given, just builds the images." + echo >&2 " WORKSPACE=path Path to the Arvados source tree to build from" + echo >&2 } - upload=false +REPO=dev # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros). -TEMP=`getopt -o hut: \ - --long help,upload,no-cache,tags: \ +TEMP=`getopt -o hut:r: \ + --long help,upload,no-cache,tags,repo: \ -n "$0" -- "$@"` if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi @@ -42,7 +48,20 @@ do exit 1 ;; *) - echo "WARNING: --tags is deprecated and doesn't do anything"; + version_tag="$2"; + shift 2 + ;; + esac + ;; + -r | --repo) + case "$2" in + "") + echo "ERROR: --repo needs a parameter"; + usage; + exit 1 + ;; + *) + REPO="$2"; shift 2 ;; esac @@ -66,6 +85,16 @@ exit_cleanly() { exit $EXITCODE } +# Sanity check +if ! [[ -n "$WORKSPACE" ]]; then + usage; + echo >&2 "Error: WORKSPACE environment variable not set" + echo >&2 + exit 1 +fi + +echo $WORKSPACE + COLUMNS=80 . $WORKSPACE/build/run-library.sh @@ -85,16 +114,6 @@ docker_push () { checkexit $ECODE "docker push $*" } -# Sanity check -if ! [[ -n "$WORKSPACE" ]]; then - echo >&2 - echo >&2 "Error: WORKSPACE environment variable not set" - echo >&2 - exit 1 -fi - -echo $WORKSPACE - # find the docker binary DOCKER=`which docker.io` @@ -115,26 +134,43 @@ timer_reset # clean up the docker build environment cd "$WORKSPACE" +if [[ -z "$ARVADOS_BUILDING_VERSION" ]] && ! [[ -z "$version_tag" ]]; then + ARVADOS_BUILDING_VERSION="$version_tag" + ARVADOS_BUILDING_ITERATION="1" +fi + python_sdk_ts=$(cd sdk/python && timestamp_from_git) cwl_runner_ts=$(cd sdk/cwl && timestamp_from_git) -python_sdk_version=$(cd sdk/python && nohash_version_from_git 0.1)-2 -cwl_runner_version=$(cd sdk/cwl && nohash_version_from_git 1.0)-3 +python_sdk_version=$(cd sdk/python && nohash_version_from_git 0.1) +cwl_runner_version=$(cd sdk/cwl && nohash_version_from_git 1.0) if [[ $python_sdk_ts -gt $cwl_runner_ts ]]; then - cwl_runner_version=$python_sdk_version - gittag=$(cd sdk/python && git log --first-parent --max-count=1 --format=format:%H) -else - gittag=$(cd sdk/cwl && git log --first-parent --max-count=1 --format=format:%H) + cwl_runner_version=$(cd sdk/python && nohash_version_from_git 1.0) fi echo cwl_runner_version $cwl_runner_version python_sdk_version $python_sdk_version +if [[ "${python_sdk_version}" != "${ARVADOS_BUILDING_VERSION}" ]]; then + python_sdk_version="${python_sdk_version}-1" +else + python_sdk_version="${ARVADOS_BUILDING_VERSION}-${ARVADOS_BUILDING_ITERATION}" +fi + +cwl_runner_version_orig=$cwl_runner_version + +if [[ "${cwl_runner_version}" != "${ARVADOS_BUILDING_VERSION}" ]]; then + cwl_runner_version="${cwl_runner_version}-1" +else + cwl_runner_version="${ARVADOS_BUILDING_VERSION}-${ARVADOS_BUILDING_ITERATION}" +fi + cd docker/jobs docker build $NOCACHE \ - --build-arg python_sdk_version=$python_sdk_version \ - --build-arg cwl_runner_version=$cwl_runner_version \ - -t arvados/jobs:$gittag . + --build-arg python_sdk_version=${python_sdk_version} \ + --build-arg cwl_runner_version=${cwl_runner_version} \ + --build-arg repo_version=${REPO} \ + -t arvados/jobs:$cwl_runner_version_orig . ECODE=$? @@ -157,7 +193,13 @@ if docker --version |grep " 1\.[0-9]\." ; then FORCE=-f fi -docker tag $FORCE arvados/jobs:$gittag arvados/jobs:latest +#docker export arvados/jobs:$cwl_runner_version_orig | docker import - arvados/jobs:$cwl_runner_version_orig + +if ! [[ -z "$version_tag" ]]; then + docker tag $FORCE arvados/jobs:$cwl_runner_version_orig arvados/jobs:"$version_tag" +else + docker tag $FORCE arvados/jobs:$cwl_runner_version_orig arvados/jobs:latest +fi ECODE=$? @@ -179,9 +221,12 @@ else ## 20150526 nico -- *sometimes* dockerhub needs re-login ## even though credentials are already in .dockercfg docker login -u arvados - - docker_push arvados/jobs:$gittag - docker_push arvados/jobs:latest + if ! [[ -z "$version_tag" ]]; then + docker_push arvados/jobs:"$version_tag" + else + docker_push arvados/jobs:$cwl_runner_version_orig + docker_push arvados/jobs:latest + fi title "upload arvados images finished (`timer`)" else title "upload arvados images SKIPPED because no --upload option set (`timer`)"