X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/d084ca24b06c598271844d2ba4c8c40f251c0999..81693ee04f18e68558c9206705ef589cca2460b0:/sdk/cwl/test_with_arvbox.sh diff --git a/sdk/cwl/test_with_arvbox.sh b/sdk/cwl/test_with_arvbox.sh index 236658c1f1..37eb5171eb 100755 --- a/sdk/cwl/test_with_arvbox.sh +++ b/sdk/cwl/test_with_arvbox.sh @@ -13,6 +13,9 @@ reset_container=1 leave_running=0 config=dev tag="latest" +pythoncmd=python +suite=conformance +runapi=containers while test -n "$1" ; do arg="$1" @@ -33,8 +36,24 @@ while test -n "$1" ; do tag=$2 shift ; shift ;; + --build) + build=1 + shift + ;; + --pythoncmd) + pythoncmd=$2 + shift ; shift + ;; + --suite) + suite=$2 + shift ; shift + ;; + --api) + runapi=$2 + shift ; shift + ;; -h|--help) - echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag]" + echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag] [--build] [--pythoncmd python(2|3)] [--suite (integration|conformance)]" exit ;; *) @@ -60,13 +79,21 @@ set -eu -o pipefail . /usr/local/lib/arvbox/common.sh +export PYCMD=$pythoncmd + if test $config = dev ; then cd /usr/src/arvados/sdk/cwl - python setup.py sdist + \$PYCMD setup.py sdist pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1) fi -pip install cwltest +set -x + +if [ \$PYCMD = "python3" ]; then + pip3 install cwltest +else + pip install cwltest +fi mkdir -p /tmp/cwltest cd /tmp/cwltest @@ -80,12 +107,14 @@ export ARVADOS_API_HOST_INSECURE=1 export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados/superuser_token) -if test "$tag" = "latest" ; then +if test -n "$build" ; then + /usr/src/arvados/build/build-dev-docker-jobs-image.sh +elif test "$tag" = "latest" ; then arv-keepdocker --pull arvados/jobs $tag else - jobsimg=\$(curl http://versions.arvados.org/v1/commit/$tag | python -c "import json; import sys; sys.stdout.write(json.load(sys.stdin)['Versions']['Docker']['arvados/jobs'])") - arv-keepdocker --pull arvados/jobs $jobsimg - docker tag -f arvados/jobs:$jobsimg arvados/jobs:latest + jobsimg=\$(curl https://versions.arvados.org/v1/commit/$tag | python -c "import json; import sys; sys.stdout.write(json.load(sys.stdin)['Versions']['Docker']['arvados/jobs'])") + arv-keepdocker --pull arvados/jobs \$jobsimg + docker tag arvados/jobs:\$jobsimg arvados/jobs:latest arv-keepdocker arvados/jobs latest fi @@ -102,7 +131,12 @@ EOF2 chmod +x /tmp/cwltest/arv-cwl-containers env -exec ./run_test.sh EXTRA=--compute-checksum $@ +if [[ "$suite" = "conformance" ]] ; then + exec ./run_test.sh RUNNER=/tmp/cwltest/arv-cwl-${runapi} EXTRA=--compute-checksum $@ +elif [[ "$suite" = "integration" ]] ; then + cd /usr/src/arvados/sdk/cwl/tests + exec ./arvados-tests.sh $@ +fi EOF CODE=$?