--skip install Do not run any install steps. Just run tests.
You should provide GOPATH, GEMHOME, and VENVDIR options
from a previous invocation if you use this option.
---only FOO Do not test anything except the FOO component.
+--only FOO Do not test anything except the FOO component. If given
+ more than once, all specified test suites are run.
--temp DIR Install components and dependencies under DIR instead of
making a new temporary directory. Implies --leave-temp.
--leave-temp Do not remove GOPATH, virtualenv, and other temp dirs at exit.
subsequent invocations.
--repeat N Repeat each install/test step until it succeeds N times.
--retry Prompt to retry if an install or test suite fails.
---only-install Run specific install step
+--only-install Run specific install step. If given more than once,
+ all but the last are ignored.
--short Skip (or scale down) some slow tests.
--interactive Set up, then prompt for test/install steps to perform.
WORKSPACE=path Arvados source tree to test.
CONFIGSRC=path Dir with config.yml file containing PostgreSQL section for use by tests.
services/api_test="TEST=test/functional/arvados/v1/collections_controller_test.rb"
Restrict apiserver tests to the given file
-sdk/python_test="--test-suite tests.test_keep_locator"
+sdk/python_test="tests/test_api.py::ArvadosApiTest"
Restrict Python SDK tests to the given class
-services/githttpd_test="-check.vv"
+lib/dispatchcloud_test="-check.vv"
Show all log messages, even when tests pass (also works
with services/keepstore_test etc.)
ARVADOS_DEBUG=1
lib/pam
lib/service
services/api
-services/githttpd
services/dockercleaner
services/fuse
services/fuse:py3
echo -n 'nginx: '
PATH="$PATH:/sbin:/usr/sbin:/usr/local/sbin" nginx -v \
|| fatal "No nginx. Try: apt-get install nginx"
- echo -n 'gitolite: '
- which gitolite \
- || fatal "No gitolite. Try: apt-get install gitolite3"
echo -n 'npm: '
npm --version \
|| fatal "No npm. Try: wget -O- https://nodejs.org/dist/v12.22.12/node-v12.22.12-linux-x64.tar.xz | sudo tar -C /usr/local -xJf - && sudo ln -s ../node-v12.22.12-linux-x64/bin/{node,npm} /usr/local/bin/"
return 0
fi
. "$VENV3DIR/bin/activate"
- echo 'Starting API, controller, keepproxy, keep-web, githttpd, ws, and nginx ssl proxy...'
+ echo 'Starting API, controller, keepproxy, keep-web, ws, and nginx ssl proxy...'
if [[ ! -d "$WORKSPACE/services/api/log" ]]; then
mkdir -p "$WORKSPACE/services/api/log"
fi
&& python3 sdk/python/tests/run_test_server.py start_keep-web \
&& checkpidfile keep-web \
&& checkhealth WebDAV \
- && python3 sdk/python/tests/run_test_server.py start_githttpd \
- && checkpidfile githttpd \
- && checkhealth GitHTTP \
&& python3 sdk/python/tests/run_test_server.py start_ws \
&& checkpidfile ws \
&& export ARVADOS_TEST_PROXY_SERVICES=1 \
. "$VENV3DIR/bin/activate" || return
cd "$WORKSPACE" \
&& python3 sdk/python/tests/run_test_server.py stop_nginx \
- && python3 sdk/python/tests/run_test_server.py stop_githttpd \
&& python3 sdk/python/tests/run_test_server.py stop_ws \
&& python3 sdk/python/tests/run_test_server.py stop_keep-web \
&& python3 sdk/python/tests/run_test_server.py stop_keep_proxy \
echo "Gem search path is GEM_PATH=$GEM_PATH"
gem install --user --no-document --conservative --version '~> 2.4.0' bundler \
|| fatal 'install bundler'
- if test -d /var/lib/arvados-arvbox/ ; then
- # Inside arvbox, use bundler-installed binstubs. The
- # system bundler and rail's own bin/bundle refuse to work.
- # I don't know why.
- bundle=binstubs/bundle
- fi
}
with_test_gemset() {
setup_virtualenv "$VENV3DIR"
. "$VENV3DIR/bin/activate"
- # wheel modernizes the venv (as of early 2024) and makes it more closely
- # match our package build environment.
+ # parameterized and pytest are direct dependencies of Python tests.
# PyYAML is a test requirement used by run_test_server.py and needed for
# other, non-Python tests.
# pdoc is needed to build PySDK documentation.
+ # wheel modernizes the venv (as of early 2024) and makes it more closely
+ # match our package build environment.
# We run `setup.py build` first to generate _version.py.
- pip install PyYAML pdoc wheel \
+ pip install parameterized pytest PyYAML pdoc wheel \
&& env -C "$WORKSPACE/sdk/python" python3 setup.py build \
&& pip install "$WORKSPACE/sdk/python" \
|| fatal "installing Python SDK and related dependencies failed"
elif [[ "$2" == "pip" ]]
then
tries=0
- cd "$WORKSPACE/$1" && while :
+ cd "$WORKSPACE/$1" && pip install . && while :
do
tries=$((${tries}+1))
# $3 can name a path directory for us to use, including trailing
if [[ -e "${3}activate" ]]; then
. "${3}activate"
fi
- python setup.py ${short:+--short-tests-only} test ${testargs[$1]}
+ python3 -m pytest ${testargs[$1]}
result=$?
- if [[ ${tries} < 3 && ${result} == 137 ]]
+ # pytest uses exit code 2 to mean "test collection failed."
+ # See discussion in FUSE's IntegrationTest and MountTestBase.
+ if [[ ${tries} < 3 && ${result} == 2 ]]
then
- printf '\n*****\n%s tests killed -- retrying\n*****\n\n' "$1"
+ printf '\n*****\n%s tests exited with code 2 -- retrying\n*****\n\n' "$1"
continue
else
break
}
do_install() {
- if [[ -n "${skip[install]}" || ( -n "${only_install}" && "${only_install}" != "${1}" && "${only_install}" != "${2}" ) ]]; then
+ if [[ -n ${skip["install_$1"]} || -n "${skip[install]}" || ( -n "${only_install}" && "${only_install}" != "${1}" && "${only_install}" != "${2}" ) ]]; then
return 0
fi
check_arvados_config "$1"
) || return 1
fi
- cd "$WORKSPACE/services/api" \
- && rm -rf tmp/git \
- && mkdir -p tmp/git \
- && cd tmp/git \
- && tar xf ../../test/test.git.tar \
- && mkdir -p internal.git \
- && git --git-dir internal.git init \
- || return 1
-
(
set -ex
cd "$WORKSPACE/services/api"
test_all() {
stop_services
do_test services/api
-
- # Shortcut for when we're only running apiserver tests. This saves a bit of time,
- # because we don't need to start up the api server for subsequent tests.
- if [ ! -z "$only" ] && [ "$only" == "services/api" ]; then
- rotate_logfile "$WORKSPACE/services/api/log/" "test.log"
- exit_cleanly
- fi
-
do_test gofmt
do_test arvados_version.py
do_test doc
else
skip=()
only=()
- only_install=()
+ only_install=""
if [[ -e "$VENV3DIR/bin/activate" ]]; then stop_services; fi
setnextcmd() {
if [[ "$TERM" = dumb ]]; then
projects / arvados.git / blobdiff