sdk/cwl/test_with_arvbox.sh

   1 #!/bin/sh
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: Apache-2.0
   5
   6 set -x
   7
   8 if ! which arvbox >/dev/null ; then
   9     export PATH=$PATH:$(readlink -f $(dirname $0)/../../tools/arvbox/bin)
  10 fi
  11
  12 reset_container=1
  13 leave_running=0
  14 config=dev
  15 devcwl=0
  16 tag="latest"
  17 pythoncmd=python3
  18 suite=conformance
  19 runapi=containers
  20
  21 while test -n "$1" ; do
  22     arg="$1"
  23     case "$arg" in
  24         --no-reset-container)
  25             reset_container=0
  26             shift
  27             ;;
  28         --leave-running)
  29             leave_running=1
  30             shift
  31             ;;
  32         --config)
  33             config=$2
  34             shift ; shift
  35             ;;
  36         --tag)
  37             tag=$2
  38             shift ; shift
  39             ;;
  40         --build)
  41             build=1
  42             shift
  43             ;;
  44         --devcwl)
  45             devcwl=1
  46             shift
  47             ;;
  48         --pythoncmd)
  49             pythoncmd=$2
  50             shift ; shift
  51             ;;
  52         --suite)
  53             suite=$2
  54             shift ; shift
  55             ;;
  56         --api)
  57             runapi=$2
  58             shift ; shift
  59             ;;
  60         -h|--help)
  61             echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag] [--build] [--pythoncmd python(2|3)] [--suite (integration|conformance-v1.0|conformance-*)]"
  62             exit
  63             ;;
  64         *)
  65             break
  66             ;;
  67     esac
  68 done
  69
  70 if test -z "$ARVBOX_CONTAINER" ; then
  71    export ARVBOX_CONTAINER=cwltest
  72 fi
  73
  74 if test "$suite" = "conformance" ; then
  75   suite=conformance-v1.0
  76 fi
  77
  78 if test $reset_container = 1 ; then
  79     arvbox stop
  80     docker rm $ARVBOX_CONTAINER
  81     arvbox reset -f
  82 fi
  83
  84 arvbox start $config $tag
  85
  86 docker cp $(readlink -f $(dirname $0)/tests) $ARVBOX_CONTAINER:/usr/src/arvados/sdk/cwl/tests
  87
  88 arvbox pipe <<EOF
  89 set -eu -o pipefail
  90
  91 . /usr/local/lib/arvbox/common.sh
  92
  93 export PYCMD=$pythoncmd
  94
  95 if test $config = dev ; then
  96   cd /usr/src/arvados/sdk/cwl
  97   \$PYCMD setup.py sdist
  98   pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
  99 fi
 100
 101 set -x
 102
 103 if [ "\$PYCMD" = "python3" ]; then
 104     pip3 install cwltest
 105 else
 106     pip install cwltest
 107 fi
 108
 109 mkdir -p /tmp/cwltest
 110 cd /tmp/cwltest
 111
 112 if [[ "$suite" = "conformance-v1.0" ]] ; then
 113    if ! test -d common-workflow-language ; then
 114      git clone https://github.com/common-workflow-language/common-workflow-language.git
 115    fi
 116    cd common-workflow-language
 117 elif [[ "$suite" =~ conformance-(.*) ]] ; then
 118    version=\${BASH_REMATCH[1]}
 119    if ! test -d cwl-\${version} ; then
 120      git clone https://github.com/common-workflow-language/cwl-\${version}.git
 121    fi
 122    cd cwl-\${version}
 123    git checkout \${version}.0
 124 elif [[ "$suite" != "integration" ]] ; then
 125    echo "ERROR: unknown suite '$suite'"
 126    exit 1
 127 fi
 128
 129 #if [[ "$suite" != "integration" ]] ; then
 130 #  git pull
 131 #fi
 132
 133 export ARVADOS_API_HOST=localhost:8000
 134 export ARVADOS_API_HOST_INSECURE=1
 135 export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados-arvbox/superuser_token)
 136
 137 if test -n "$build" ; then
 138   /usr/src/arvados/build/build-dev-docker-jobs-image.sh
 139 elif test "$tag" = "latest" ; then
 140   arv-keepdocker --pull arvados/jobs $tag
 141 else
 142   set +u
 143   export WORKSPACE=/usr/src/arvados
 144   . /usr/src/arvados/build/run-library.sh
 145   TMPHERE=\$(pwd)
 146   cd /usr/src/arvados
 147
 148   # This defines python_sdk_version and cwl_runner_version with python-style
 149   # package suffixes (.dev/rc)
 150   calculate_python_sdk_cwl_package_versions
 151
 152   cd \$TMPHERE
 153   set -u
 154
 155   arv-keepdocker --pull arvados/jobs \$cwl_runner_version
 156   docker tag arvados/jobs:\$cwl_runner_version arvados/jobs:latest
 157   arv-keepdocker arvados/jobs latest
 158 fi
 159
 160 EXTRA=--compute-checksum
 161
 162 if [[ $devcwl -eq 1 ]] ; then
 163    EXTRA="\$EXTRA --enable-dev"
 164 fi
 165
 166 env
 167 if [[ "$suite" = "integration" ]] ; then
 168    cd /usr/src/arvados/sdk/cwl/tests
 169    exec ./arvados-tests.sh $@
 170 elif [[ "$suite" = "conformance-v1.2" ]] ; then
 171    exec cwltest --tool arvados-cwl-runner --test conformance_tests.yaml -Sdocker_entrypoint,timelimit_invalid_wf -N307 $@ -- \$EXTRA
 172 elif [[ "$suite" = "conformance-v1.1" ]] ; then
 173    exec cwltest --tool arvados-cwl-runner --test conformance_tests.yaml -Sdocker_entrypoint,timelimit_invalid_wf -N199 $@ -- \$EXTRA
 174 elif [[ "$suite" = "conformance-v1.0" ]] ; then
 175    exec cwltest --tool arvados-cwl-runner --test v1.0/conformance_test_v1.0.yaml -Sdocker_entrypoint $@ -- \$EXTRA
 176 fi
 177 EOF
 178
 179 CODE=$?
 180
 181 if test $leave_running = 0 ; then
 182     arvbox stop
 183 fi
 184
 185 exit $CODE