sdk/cwl/test_with_arvbox.sh

   1 #!/bin/sh
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: Apache-2.0
   5
   6 set -x
   7
   8 if ! which arvbox >/dev/null ; then
   9     export PATH=$PATH:$(readlink -f $(dirname $0)/../../tools/arvbox/bin)
  10 fi
  11
  12 reset_container=1
  13 leave_running=0
  14 config=dev
  15 tag="latest"
  16 pythoncmd=python
  17 suite=conformance
  18 runapi=containers
  19
  20 while test -n "$1" ; do
  21     arg="$1"
  22     case "$arg" in
  23         --no-reset-container)
  24             reset_container=0
  25             shift
  26             ;;
  27         --leave-running)
  28             leave_running=1
  29             shift
  30             ;;
  31         --config)
  32             config=$2
  33             shift ; shift
  34             ;;
  35         --tag)
  36             tag=$2
  37             shift ; shift
  38             ;;
  39         --build)
  40             build=1
  41             shift
  42             ;;
  43         --pythoncmd)
  44             pythoncmd=$2
  45             shift ; shift
  46             ;;
  47         --suite)
  48             suite=$2
  49             shift ; shift
  50             ;;
  51         --api)
  52             runapi=$2
  53             shift ; shift
  54             ;;
  55         -h|--help)
  56             echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag] [--build] [--pythoncmd python(2|3)] [--suite (integration|conformance)]"
  57             exit
  58             ;;
  59         *)
  60             break
  61             ;;
  62     esac
  63 done
  64
  65 if test -z "$ARVBOX_CONTAINER" ; then
  66    export ARVBOX_CONTAINER=cwltest
  67 fi
  68
  69 if test $reset_container = 1 ; then
  70     arvbox stop
  71     docker rm $ARVBOX_CONTAINER
  72     arvbox reset -f
  73 fi
  74
  75 arvbox start $config $tag
  76
  77 arvbox pipe <<EOF
  78 set -eu -o pipefail
  79
  80 . /usr/local/lib/arvbox/common.sh
  81
  82 export PYCMD=$pythoncmd
  83
  84 if test $config = dev ; then
  85   cd /usr/src/arvados/sdk/cwl
  86   \$PYCMD setup.py sdist
  87   pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
  88 fi
  89
  90 set -x
  91
  92 if [ \$PYCMD = "python3" ]; then
  93     pip3 install cwltest
  94 else
  95     pip install cwltest
  96 fi
  97
  98 mkdir -p /tmp/cwltest
  99 cd /tmp/cwltest
 100 if ! test -d common-workflow-language ; then
 101   git clone https://github.com/common-workflow-language/common-workflow-language.git
 102 fi
 103 cd common-workflow-language
 104 git pull
 105 export ARVADOS_API_HOST=localhost:8000
 106 export ARVADOS_API_HOST_INSECURE=1
 107 export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados/superuser_token)
 108
 109
 110 if test -n "$build" ; then
 111    /usr/src/arvados/build/build-dev-docker-jobs-image.sh
 112 elif test "$tag" = "latest" ; then
 113   arv-keepdocker --pull arvados/jobs $tag
 114 else
 115   jobsimg=\$(curl https://versions.arvados.org/v1/commit/$tag | python -c "import json; import sys; sys.stdout.write(json.load(sys.stdin)['Versions']['Docker']['arvados/jobs'])")
 116   arv-keepdocker --pull arvados/jobs \$jobsimg
 117   docker tag arvados/jobs:\$jobsimg arvados/jobs:latest
 118   arv-keepdocker arvados/jobs latest
 119 fi
 120
 121 cat >/tmp/cwltest/arv-cwl-jobs <<EOF2
 122 #!/bin/sh
 123 exec arvados-cwl-runner --api=jobs \\\$@
 124 EOF2
 125 chmod +x /tmp/cwltest/arv-cwl-jobs
 126
 127 cat >/tmp/cwltest/arv-cwl-containers <<EOF2
 128 #!/bin/sh
 129 exec arvados-cwl-runner --api=containers \\\$@
 130 EOF2
 131 chmod +x /tmp/cwltest/arv-cwl-containers
 132
 133 env
 134 if [[ "$suite" = "conformance" ]] ; then
 135    exec ./run_test.sh RUNNER=/tmp/cwltest/arv-cwl-${runapi} EXTRA=--compute-checksum $@
 136 elif [[ "$suite" = "integration" ]] ; then
 137    cd /usr/src/arvados/sdk/cwl/tests
 138    exec ./arvados-tests.sh $@
 139 fi
 140 EOF
 141
 142 CODE=$?
 143
 144 if test $leave_running = 0 ; then
 145     arvbox stop
 146 fi
 147
 148 exit $CODE