From db09e5f787a1b2d0e02abb627bf25054a047f7db Mon Sep 17 00:00:00 2001 From: Eric Biagiotti Date: Fri, 25 Jan 2019 13:03:12 -0500 Subject: [PATCH] 13306: Adding support for building the dev docker jobs image with py3 Arvados-DCO-1.1-Signed-off-by: Eric Biagiotti --- build/build-dev-docker-jobs-image.sh | 8 +++++++- sdk/dev-jobs.dockerfile | 14 ++++++++------ 2 files changed, 15 insertions(+), 7 deletions(-) diff --git a/build/build-dev-docker-jobs-image.sh b/build/build-dev-docker-jobs-image.sh index 9393c1acce..2e4c457382 100755 --- a/build/build-dev-docker-jobs-image.sh +++ b/build/build-dev-docker-jobs-image.sh @@ -16,6 +16,7 @@ Syntax: WORKSPACE=path Path to the Arvados source tree to build packages from CWLTOOL=path (optional) Path to cwltool git repository. SALAD=path (optional) Path to schema_salad git repository. +PYCMD=pythonexec (optional) Specify the python executable to use in the docker image. Defaults to "python". EOF @@ -35,6 +36,11 @@ fi cd "$WORKSPACE" +py=python +if [[ -n "$PYCMD" ]] ; then + py="$PYCMD" ; +fi + (cd sdk/python && python setup.py sdist) sdk=$(cd sdk/python/dist && ls -t arvados-python-client-*.tar.gz | head -n1) @@ -69,6 +75,6 @@ if [[ $python_sdk_ts -gt $cwl_runner_ts ]]; then cwl_runner_version=$(cd sdk/python && nohash_version_from_git 1.0) fi -docker build --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$cwl_runner_version "$WORKSPACE/sdk" +docker build --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool --build-arg pythoncmd=$py -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$cwl_runner_version "$WORKSPACE/sdk" echo arv-keepdocker arvados/jobs $cwl_runner_version arv-keepdocker arvados/jobs $cwl_runner_version diff --git a/sdk/dev-jobs.dockerfile b/sdk/dev-jobs.dockerfile index d33956ccc3..ba1cbfec18 100644 --- a/sdk/dev-jobs.dockerfile +++ b/sdk/dev-jobs.dockerfile @@ -18,9 +18,11 @@ MAINTAINER Ward Vandewege ENV DEBIAN_FRONTEND noninteractive -RUN apt-get update -q && apt-get install -qy git python-pip python-virtualenv python-dev libcurl4-gnutls-dev libgnutls28-dev nodejs python-pyasn1-modules +ARG pythoncmd=python -RUN pip install -U setuptools six requests +RUN echo $pythoncmd +RUN apt-get update -q && apt-get install -qy git ${pythoncmd}-pip python-virtualenv ${pythoncmd}-dev libcurl4-gnutls-dev libgnutls28-dev nodejs python-pyasn1-modules +RUN if [ "$pythoncmd" = "python3" ]; then pip3 install -U setuptools six requests; else pip install -U setuptools six requests; fi ARG sdk ARG runner @@ -32,10 +34,10 @@ ADD cwl/salad_dist/$salad /tmp/ ADD cwl/cwltool_dist/$cwltool /tmp/ ADD cwl/dist/$runner /tmp/ -RUN cd /tmp/arvados-python-client-* && python setup.py install -RUN if test -d /tmp/schema-salad-* ; then cd /tmp/schema-salad-* && python setup.py install ; fi -RUN if test -d /tmp/cwltool-* ; then cd /tmp/cwltool-* && python setup.py install ; fi -RUN cd /tmp/arvados-cwl-runner-* && python setup.py install +RUN cd /tmp/arvados-python-client-* && $pythoncmd setup.py install +RUN if test -d /tmp/schema-salad-* ; then cd /tmp/schema-salad-* && $pythoncmd setup.py install ; fi +RUN if test -d /tmp/cwltool-* ; then cd /tmp/cwltool-* && $pythoncmd setup.py install ; fi +RUN cd /tmp/arvados-cwl-runner-* && $pythoncmd setup.py install # Install dependencies and set up system. RUN /usr/sbin/adduser --disabled-password \ -- 2.30.2