X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/58a026e09bda4c1e2374347615c325007c64fac4..df5c912a9eb5af7222e5446bc437ee97262542c8:/build/run-tests.sh diff --git a/build/run-tests.sh b/build/run-tests.sh index 636c0306ca..cb44372566 100755 --- a/build/run-tests.sh +++ b/build/run-tests.sh @@ -77,6 +77,10 @@ lib/cmd lib/controller lib/crunchstat lib/dispatchcloud +lib/dispatchcloud/container +lib/dispatchcloud/scheduler +lib/dispatchcloud/ssh_executor +lib/dispatchcloud/worker services/api services/arv-git-httpd services/crunchstat @@ -101,6 +105,7 @@ sdk/python:py3 sdk/ruby sdk/go/arvados sdk/go/arvadosclient +sdk/go/auth sdk/go/dispatch sdk/go/keepclient sdk/go/health @@ -244,6 +249,8 @@ sanity_checks() { which Xvfb || fatal "No xvfb. Try: apt-get install xvfb" echo -n 'graphviz: ' dot -V || fatal "No graphviz. Try: apt-get install graphviz" + echo -n 'geckodriver: ' + geckodriver --version | grep ^geckodriver || echo "No geckodriver. Try: wget -O- https://github.com/mozilla/geckodriver/releases/download/v0.23.0/geckodriver-v0.23.0-linux64.tar.gz | sudo tar -C /usr/local/bin -xzf - geckodriver" if [[ "$NEED_SDK_R" = true ]]; then # R SDK stuff @@ -270,6 +277,7 @@ rotate_logfile() { declare -a failures declare -A skip +declare -A only declare -A testargs skip[apps/workbench_profile]=1 # nodemanager_integration tests are not reliable, see #12061. @@ -288,7 +296,7 @@ do skip[$1]=1; shift ;; --only) - only="$1"; skip[$1]=""; shift + only[$1]=1; skip[$1]=""; shift ;; --short) short=1 @@ -331,14 +339,19 @@ done # required when testing it. Skip that step if it is not needed. NEED_SDK_R=true -if [[ ! -z "${only}" && "${only}" != "sdk/R" ]]; then +if [[ ${#only[@]} -ne 0 ]] && + [[ -z "${only['sdk/R']}" && -z "${only['doc']}" ]]; then NEED_SDK_R=false fi -if [[ ! -z "${skip}" && "${skip}" == "sdk/R" ]]; then +if [[ ${skip["sdk/R"]} == 1 && ${skip["doc"]} == 1 ]]; then NEED_SDK_R=false fi +if [[ $NEED_SDK_R == false ]]; then + echo "R SDK not needed, it will not be installed." +fi + start_services() { echo 'Starting API, keepproxy, keep-web, ws, arv-git-httpd, and nginx ssl proxy...' if [[ ! -d "$WORKSPACE/services/api/log" ]]; then @@ -658,9 +671,9 @@ do_test() { ;; esac if [[ -z "${skip[$suite]}" && -z "${skip[$1]}" && \ - (-z "${only}" || "${only}" == "${suite}" || \ - "${only}" == "${1}") || - "${only}" == "${2}" ]]; then + (${#only[@]} -eq 0 || ${only[$suite]} -eq 1 || \ + ${only[$1]} -eq 1) || + ${only[$2]} -eq 1 ]]; then retry do_test_once ${@} else title "Skipping ${1} tests" @@ -680,7 +693,7 @@ do_test_once() { # before trying "go test". Otherwise, coverage-reporting # mode makes Go show the wrong line numbers when reporting # compilation errors. - go get -t "git.curoverse.com/arvados.git/$1" && \ + go get -ldflags "-X main.version=${ARVADOS_VERSION:-$(git log -n1 --format=%H)-dev}" -t "git.curoverse.com/arvados.git/$1" && \ cd "$GOPATH/src/git.curoverse.com/arvados.git/$1" && \ [[ -z "$(gofmt -e -d . | tee /dev/stderr)" ]] && \ if [[ -n "${testargs[$1]}" ]] @@ -732,7 +745,7 @@ do_test_once() { do_install() { skipit=false - if [[ -z "${only_install}" || "${only_install}" == "${1}" ]]; then + if [[ -z "${only_install}" || "${only_install}" == "${1}" || "${only_install}" == "${2}" ]]; then retry do_install_once ${@} else skipit=true @@ -748,7 +761,7 @@ do_install_once() { timer_reset if [[ "$2" == "go" ]] then - go get -t "git.curoverse.com/arvados.git/$1" + go get -ldflags "-X main.version=${ARVADOS_VERSION:-$(git log -n1 --format=%H)-dev}" -t "git.curoverse.com/arvados.git/$1" elif [[ "$2" == "pip" ]] then # $3 can name a path directory for us to use, including trailing @@ -917,8 +930,13 @@ gostuff=( lib/controller lib/crunchstat lib/dispatchcloud + lib/dispatchcloud/container + lib/dispatchcloud/scheduler + lib/dispatchcloud/ssh_executor + lib/dispatchcloud/worker sdk/go/arvados sdk/go/arvadosclient + sdk/go/auth sdk/go/blockdigest sdk/go/dispatch sdk/go/health