sdk/cwl/test_with_arvbox.sh

   1 #!/bin/sh
   2 # Copyright (C) The Arvados Authors. All rights reserved.
   3 #
   4 # SPDX-License-Identifier: Apache-2.0
   5
   6 set -x
   7
   8 if ! which arvbox >/dev/null ; then
   9     export PATH=$PATH:$(readlink -f $(dirname $0)/../../tools/arvbox/bin)
  10 fi
  11
  12 reset_container=1
  13 leave_running=0
  14 config=dev
  15 tag="latest"
  16
  17 while test -n "$1" ; do
  18     arg="$1"
  19     case "$arg" in
  20         --no-reset-container)
  21             reset_container=0
  22             shift
  23             ;;
  24         --leave-running)
  25             leave_running=1
  26             shift
  27             ;;
  28         --config)
  29             config=$2
  30             shift ; shift
  31             ;;
  32         --tag)
  33             tag=$2
  34             shift ; shift
  35             ;;
  36         -h|--help)
  37             echo "$0 [--no-reset-container] [--leave-running] [--config dev|localdemo] [--tag docker_tag]"
  38             exit
  39             ;;
  40         *)
  41             break
  42             ;;
  43     esac
  44 done
  45
  46 if test -z "$ARVBOX_CONTAINER" ; then
  47    export ARVBOX_CONTAINER=cwltest
  48 fi
  49
  50 if test $reset_container = 1 ; then
  51     arvbox reset -f
  52 fi
  53
  54 arvbox start $config $tag
  55
  56 arvbox pipe <<EOF
  57 set -eu -o pipefail
  58
  59 . /usr/local/lib/arvbox/common.sh
  60
  61 if test $config = dev ; then
  62   cd /usr/src/arvados/sdk/cwl
  63   python setup.py sdist
  64   pip_install \$(ls -r dist/arvados-cwl-runner-*.tar.gz | head -n1)
  65 fi
  66
  67 pip install cwltest
  68
  69 mkdir -p /tmp/cwltest
  70 cd /tmp/cwltest
  71 if ! test -d common-workflow-language ; then
  72   git clone https://github.com/common-workflow-language/common-workflow-language.git
  73 fi
  74 cd common-workflow-language
  75 git pull
  76 export ARVADOS_API_HOST=localhost:8000
  77 export ARVADOS_API_HOST_INSECURE=1
  78 export ARVADOS_API_TOKEN=\$(cat /var/lib/arvados/superuser_token)
  79
  80
  81 if test "$tag" = "latest" ; then
  82   arv-keepdocker --pull arvados/jobs $tag
  83 else
  84   jobsimg=$(curl http://versions.arvados.org/v1/commit/$tag | python -c "import json; import sys; sys.stdout.write(json.load(sys.stdin)['Versions']['Docker']['arvados/jobs'])")
  85   arv-keepdocker --pull arvados/jobs $jobsimg
  86   docker tag -f arvados/jobs:$jobsimg arvados/jobs:latest
  87   arv-keepdocker arvados/jobs latest
  88 fi
  89
  90 cat >/tmp/cwltest/arv-cwl-jobs <<EOF2
  91 #!/bin/sh
  92 exec arvados-cwl-runner --api=jobs \\\$@
  93 EOF2
  94 chmod +x /tmp/cwltest/arv-cwl-jobs
  95
  96 cat >/tmp/cwltest/arv-cwl-containers <<EOF2
  97 #!/bin/sh
  98 exec arvados-cwl-runner --api=containers \\\$@
  99 EOF2
 100 chmod +x /tmp/cwltest/arv-cwl-containers
 101
 102 env
 103 exec ./run_test.sh EXTRA=--compute-checksum $@
 104 EOF
 105
 106 CODE=$?
 107
 108 if test $leave_running = 0 ; then
 109     arvbox stop
 110 fi
 111
 112 exit $CODE