3 # Copyright (C) The Arvados Authors. All rights reserved.
5 # SPDX-License-Identifier: AGPL-3.0
15 echo >&2 "usage: $0 [options] <identifier>"
17 echo >&2 " <identifier> Arvados cluster name"
19 echo >&2 "$0 options:"
20 echo >&2 " -p, --port <ssh port> SSH port to use (default 22)"
21 echo >&2 " --acct <username> Account to log in with"
22 echo >&2 " -d, --debug Enable debug output"
23 echo >&2 " -h, --help Display this help and exit"
25 echo >&2 " Required scope for the token used to run the tests:"
27 echo >&2 " arv api_client_authorization create_system_auth --scopes "
28 echo >&2 "[\"GET /arvados/v1/virtual_machines\","
29 echo >&2 "\"GET /arvados/v1/keep_services\","
30 echo >&2 "\"GET /arvados/v1/keep_services/\","
31 echo >&2 "\"GET /arvados/v1/groups\","
32 echo >&2 "\"GET /arvados/v1/groups/\","
33 echo >&2 "\"GET /arvados/v1/links\","
34 echo >&2 "\"GET /arvados/v1/collections\","
35 echo >&2 "\"POST /arvados/v1/collections\","
36 echo >&2 "\"POST /arvados/v1/links\","
37 echo >&2 "\"GET /arvados/v1/users/current\","
38 echo >&2 "\"POST /arvados/v1/users/current\","
39 echo >&2 "\"GET /arvados/v1/jobs\","
40 echo >&2 "\"POST /arvados/v1/jobs\","
41 echo >&2 "\"GET /arvados/v1/pipeline_instances\","
42 echo >&2 "\"GET /arvados/v1/pipeline_instances/\","
43 echo >&2 "\"POST /arvados/v1/pipeline_instances\","
44 echo >&2 "\"GET /arvados/v1/collections/\","
45 echo >&2 "\"POST /arvados/v1/collections/\","
46 echo >&2 "\"GET /arvados/v1/container_requests\","
47 echo >&2 "\"GET /arvados/v1/container_requests/\","
48 echo >&2 "\"POST /arvados/v1/container_requests\","
49 echo >&2 "\"POST /arvados/v1/container_requests/\","
50 echo >&2 "\"GET /arvados/v1/containers\","
51 echo >&2 "\"GET /arvados/v1/containers/\","
52 echo >&2 "\"GET /arvados/v1/logs\" ]"
56 # NOTE: This requires GNU getopt (part of the util-linux package on Debian-based distros).
57 TEMP=`getopt -o hdp: \
58 --long help,debug,port:,acct: \
61 if [ $? != 0 ] ; then echo "Use -h for help"; exit 1 ; fi
62 # Note the quotes around `$TEMP': they are essential!
69 SSH_PORT="$2"; shift 2
91 if [[ "$IDENTIFIER" == '' ]]; then
102 let endtime="$(now) + 600"
103 while [ "$endtime" -gt "$(now)" ]; do
104 puppet agent --test --detailed-exitcodes
106 if [ 0 = "$agent_exitcode" ] || [ 2 = "$agent_exitcode" ]; then
112 exit ${agent_exitcode:-99}
116 date=`date +'%Y-%m-%d %H:%M:%S'`
117 printf "%s\n" "$date $1"
120 function run_command() {
125 title "Running '${command/ARVADOS_API_TOKEN=*/ARVADOS_API_TOKEN=suppressed}' on $node"
127 if [[ "$DEBUG" != "0" ]]; then
128 ssh -t -p$SSH_PORT -o "StrictHostKeyChecking no" -o "ConnectTimeout 125" $ACCT@$node -C "$command" | tee $TMP_FILE
131 ssh -t -p$SSH_PORT -o "StrictHostKeyChecking no" -o "ConnectTimeout 125" $ACCT@$node -C "$command" > $TMP_FILE 2>&1
135 if [[ "$ECODE" != "255" && "$ECODE" != "0" ]]; then
136 # Ssh exists 255 if the connection timed out. Just ignore that, it's possible that this node is
137 # a shell node that is down.
138 title "ERROR running command on $node: exit code $ECODE"
139 if [[ "$DEBUG" == "0" ]]; then
140 title "Command output follows:"
144 if [[ "$ECODE" == "255" ]]; then
145 title "Connection denied or timed out"
148 eval "$return_var=$ECODE"
151 title "Loading ARVADOS_API_HOST and ARVADOS_API_TOKEN"
152 if [[ -f "$HOME/.config/arvados/$IDENTIFIER.arvadosapi.com.conf" ]]; then
153 . $HOME/.config/arvados/$IDENTIFIER.arvadosapi.com.conf
155 title "WARNING: $HOME/.config/arvados/$IDENTIFIER.arvadosapi.com.conf not found."
157 if [[ "$ARVADOS_API_HOST" == "" ]] || [[ "$ARVADOS_API_TOKEN" == "" ]]; then
158 title "ERROR: ARVADOS_API_HOST and/or ARVADOS_API_TOKEN environment variables are not set."
162 run_command shell.$IDENTIFIER ECODE "if [[ ! -e common-workflow-language ]]; then git clone https://github.com/common-workflow-language/common-workflow-language.git; fi"
164 if [[ "$ECODE" != "0" ]]; then
165 echo "Failed to git clone https://github.com/common-workflow-language/common-workflow-language.git"
169 run_command shell.$IDENTIFIER ECODE "if [[ ! -e arvados-cwl-runner-with-checksum.sh ]]; then printf \"%s\n%s\n\" '#!/bin/sh' 'exec arvados-cwl-runner --compute-checksum \"\$@\"' > arvados-cwl-runner-with-checksum.sh; chmod 755 arvados-cwl-runner-with-checksum.sh; fi"
171 if [[ "$ECODE" != "0" ]]; then
172 echo "Failed to create ~$ACCT/arvados-cwl-runner-with-checksum.sh"
176 run_command shell.$IDENTIFIER ECODE "cd common-workflow-language; git pull; ARVADOS_API_HOST=$ARVADOS_API_HOST ARVADOS_API_TOKEN=$ARVADOS_API_TOKEN ./run_test.sh RUNNER=/home/$ACCT/arvados-cwl-runner-with-checksum.sh "
178 run_command shell.$IDENTIFIER ECODE "if [[ ! -e arvados ]]; then ARVADOS_API_HOST=$ARVADOS_API_HOST ARVADOS_API_TOKEN=$ARVADOS_API_TOKEN git clone https://git.$IDENTIFIER.arvadosapi.com/arvados.git; fi"
180 if [[ "$ECODE" != "0" ]]; then
181 echo "Failed to git clone git@git.$IDENTIFIER.arvadosapi.com:arvados.git"
185 run_command shell.$IDENTIFIER ECODE "cd arvados/sdk/cwl/tests; git pull; ARVADOS_API_HOST=$ARVADOS_API_HOST ARVADOS_API_TOKEN=$ARVADOS_API_TOKEN ./arvados-tests.sh"