X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/27fac89679511949fba6d5fb29eb905c579d2d97..f42ee7c19b794e25db30051b1dfc4bee83929bcd:/build/build-dev-docker-jobs-image.sh diff --git a/build/build-dev-docker-jobs-image.sh b/build/build-dev-docker-jobs-image.sh index 9393c1acce..af838d68e8 100755 --- a/build/build-dev-docker-jobs-image.sh +++ b/build/build-dev-docker-jobs-image.sh @@ -16,6 +16,7 @@ Syntax: WORKSPACE=path Path to the Arvados source tree to build packages from CWLTOOL=path (optional) Path to cwltool git repository. SALAD=path (optional) Path to schema_salad git repository. +PYCMD=pythonexec (optional) Specify the python3 executable to use in the docker image. Defaults to "python3". EOF @@ -35,16 +36,25 @@ fi cd "$WORKSPACE" -(cd sdk/python && python setup.py sdist) +py=python3 +pipcmd=pip +if [[ -n "$PYCMD" ]] ; then + py="$PYCMD" +fi +if [[ $py = python3 ]] ; then + pipcmd=pip3 +fi + +(cd sdk/python && python3 setup.py sdist) sdk=$(cd sdk/python/dist && ls -t arvados-python-client-*.tar.gz | head -n1) -(cd sdk/cwl && python setup.py sdist) +(cd sdk/cwl && python3 setup.py sdist) runner=$(cd sdk/cwl/dist && ls -t arvados-cwl-runner-*.tar.gz | head -n1) rm -rf sdk/cwl/salad_dist mkdir -p sdk/cwl/salad_dist if [[ -n "$SALAD" ]] ; then - (cd "$SALAD" && python setup.py sdist) + (cd "$SALAD" && python3 setup.py sdist) salad=$(cd "$SALAD/dist" && ls -t schema-salad-*.tar.gz | head -n1) cp "$SALAD/dist/$salad" $WORKSPACE/sdk/cwl/salad_dist fi @@ -52,23 +62,18 @@ fi rm -rf sdk/cwl/cwltool_dist mkdir -p sdk/cwl/cwltool_dist if [[ -n "$CWLTOOL" ]] ; then - (cd "$CWLTOOL" && python setup.py sdist) + (cd "$CWLTOOL" && python3 setup.py sdist) cwltool=$(cd "$CWLTOOL/dist" && ls -t cwltool-*.tar.gz | head -n1) cp "$CWLTOOL/dist/$cwltool" $WORKSPACE/sdk/cwl/cwltool_dist fi . build/run-library.sh -python_sdk_ts=$(cd sdk/python && timestamp_from_git) -cwl_runner_ts=$(cd sdk/cwl && timestamp_from_git) - -python_sdk_version=$(cd sdk/python && nohash_version_from_git 0.1) -cwl_runner_version=$(cd sdk/cwl && nohash_version_from_git 1.0) - -if [[ $python_sdk_ts -gt $cwl_runner_ts ]]; then - cwl_runner_version=$(cd sdk/python && nohash_version_from_git 1.0) -fi +# This defines python_sdk_version and cwl_runner_version with python-style +# package suffixes (.dev/rc) +calculate_python_sdk_cwl_package_versions -docker build --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$cwl_runner_version "$WORKSPACE/sdk" +set -x +docker build --no-cache --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool --build-arg pythoncmd=$py --build-arg pipcmd=$pipcmd -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$cwl_runner_version "$WORKSPACE/sdk" echo arv-keepdocker arvados/jobs $cwl_runner_version arv-keepdocker arvados/jobs $cwl_runner_version