From 09492ef241af355eea0ef1cb850d9d06ec4e7ca4 Mon Sep 17 00:00:00 2001 From: Peter Amstutz Date: Mon, 25 Sep 2017 16:10:39 -0400 Subject: [PATCH] 12278: Can provide custom schema salad to dev jobs build. Arvados-DCO-1.1-Signed-off-by: Peter Amstutz --- build/build-dev-docker-jobs-image.sh | 11 ++++++++++- sdk/cwl/setup.py | 4 ++-- sdk/dev-jobs.dockerfile | 3 +++ 3 files changed, 15 insertions(+), 3 deletions(-) diff --git a/build/build-dev-docker-jobs-image.sh b/build/build-dev-docker-jobs-image.sh index 46e525bfa7..639096c9e8 100755 --- a/build/build-dev-docker-jobs-image.sh +++ b/build/build-dev-docker-jobs-image.sh @@ -15,6 +15,7 @@ Syntax: WORKSPACE=path Path to the Arvados source tree to build packages from CWLTOOL=path (optional) Path to cwltool git repository. +SALAD=path (optional) Path to schema_salad git repository. EOF @@ -42,6 +43,14 @@ sdk=$(cd sdk/python/dist && ls -t arvados-python-client-*.tar.gz | head -n1) (cd sdk/cwl && python setup.py sdist) runner=$(cd sdk/cwl/dist && ls -t arvados-cwl-runner-*.tar.gz | head -n1) +rm -rf sdk/cwl/salad_dist +mkdir -p sdk/cwl/salad_dist +if [[ -n "$SALAD" ]] ; then + (cd "$SALAD" && python setup.py sdist) + salad=$(cd "$SALAD/dist" && ls -t schema-salad-*.tar.gz | head -n1) + cp "$SALAD/dist/$salad" $WORKSPACE/sdk/cwl/salad_dist +fi + rm -rf sdk/cwl/cwltool_dist mkdir -p sdk/cwl/cwltool_dist if [[ -n "$CWLTOOL" ]] ; then @@ -61,6 +70,6 @@ else gittag=$(git log --first-parent --max-count=1 --format=format:%H sdk/cwl) fi -docker build --build-arg sdk=$sdk --build-arg runner=$runner --build-arg cwltool=$cwltool -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$gittag "$WORKSPACE/sdk" +docker build --build-arg sdk=$sdk --build-arg runner=$runner --build-arg salad=$salad --build-arg cwltool=$cwltool -f "$WORKSPACE/sdk/dev-jobs.dockerfile" -t arvados/jobs:$gittag "$WORKSPACE/sdk" echo arv-keepdocker arvados/jobs $gittag arv-keepdocker arvados/jobs $gittag diff --git a/sdk/cwl/setup.py b/sdk/cwl/setup.py index 50f9cf4220..49ab07d291 100644 --- a/sdk/cwl/setup.py +++ b/sdk/cwl/setup.py @@ -51,8 +51,8 @@ setup(name='arvados-cwl-runner', # Note that arvados/build/run-build-packages.sh looks at this # file to determine what version of cwltool and schema-salad to build. install_requires=[ - 'cwltool==1.0.20170828135420', - 'schema-salad==2.6.20170712194300', + 'cwltool==1.0.20170925201615', + 'schema-salad==2.6.20170925201518', 'typing==3.5.3.0', 'ruamel.yaml==0.13.7', 'arvados-python-client>=0.1.20170526013812', diff --git a/sdk/dev-jobs.dockerfile b/sdk/dev-jobs.dockerfile index cc08ad7c5c..f9f1e967b9 100644 --- a/sdk/dev-jobs.dockerfile +++ b/sdk/dev-jobs.dockerfile @@ -24,13 +24,16 @@ RUN pip install -U setuptools ARG sdk ARG runner +ARG salad ARG cwltool ADD python/dist/$sdk /tmp/ +ADD cwl/salad_dist/$salad /tmp/ ADD cwl/cwltool_dist/$cwltool /tmp/ ADD cwl/dist/$runner /tmp/ RUN cd /tmp/arvados-python-client-* && python setup.py install +RUN if test -d /tmp/schema-salad-* ; then cd /tmp/schema-salad-* && python setup.py install ; fi RUN if test -d /tmp/cwltool-* ; then cd /tmp/cwltool-* && python setup.py install ; fi RUN cd /tmp/arvados-cwl-runner-* && python setup.py install -- 2.30.2