X-Git-Url: https://git.arvados.org/arvados-dev.git/blobdiff_plain/eafd0331da34dd8d61f9f3afd22f7976615b2781..96952e4e39a617dd5233772ccf31c42195150d5e:/jenkins/run-tests.sh diff --git a/jenkins/run-tests.sh b/jenkins/run-tests.sh index 7759944..87c83e1 100755 --- a/jenkins/run-tests.sh +++ b/jenkins/run-tests.sh @@ -60,9 +60,11 @@ services/dockercleaner services/fuse services/keepproxy services/keepstore +services/login-sync services/nodemanager services/arv-git-httpd sdk/cli +sdk/pam sdk/python sdk/ruby sdk/go/arvadosclient @@ -390,6 +392,10 @@ ln -sfn "$WORKSPACE" "$GOPATH/src/git.curoverse.com/arvados.git" \ virtualenv --setuptools "$VENVDIR" || fatal "virtualenv $VENVDIR failed" . "$VENVDIR/bin/activate" +if (pip install setuptools | grep setuptools-0) || [ "$($VENVDIR/bin/easy_install --version | cut -d\ -f2 | cut -d. -f1)" -lt 18 ]; then + pip install --upgrade setuptools +fi + # Note: this must be the last time we change PATH, otherwise rvm will # whine a lot. setup_ruby_environment @@ -406,6 +412,12 @@ pip freeze 2>/dev/null | egrep ^PyYAML= \ || pip install PyYAML >/dev/null \ || fatal "pip install PyYAML failed" +# Preinstall forked version of libcloud, because nodemanager "pip install" +# won't pick it up by default. +pip freeze 2>/dev/null | egrep ^apache-libcloud==0.18.1.dev2 \ + || pip install --pre --ignore-installed https://github.com/curoverse/libcloud/archive/apache-libcloud-0.18.1.dev2.zip >/dev/null \ + || fatal "pip install apache-libcloud failed" + # If Python 3 is available, set up its virtualenv in $VENV3DIR. # Otherwise, skip dependent tests. PYTHON3=$(which python3) @@ -506,10 +518,10 @@ do_install() { # the source dist package to avoid a pip bug. # see https://arvados.org/issues/5766 for details. - # Also need to install twice, because if it belives the package is + # Also need to install twice, because if it believes the package is # already installed, pip it won't install it. So the first "pip # install" ensures that the dependencies are met, the second "pip - # install" ensures that we've actually install the local package + # install" ensures that we've actually installed the local package # we just built. cd "$WORKSPACE/$1" \ && "${3}python" setup.py sdist rotate --keep=1 --match .tar.gz \ @@ -553,12 +565,18 @@ install_doc() { } do_install doc -install_ruby_sdk() { - with_test_gemset gem_uninstall_if_exists arvados \ - && cd "$WORKSPACE/sdk/ruby" \ +install_gem() { + gemname=$1 + srcpath=$2 + with_test_gemset gem_uninstall_if_exists "$gemname" \ + && cd "$WORKSPACE/$srcpath" \ && bundle_install_trylocal \ - && gem build arvados.gemspec \ - && with_test_gemset gem install --no-ri --no-rdoc `ls -t arvados-*.gem|head -n1` + && gem build "$gemname.gemspec" \ + && with_test_gemset gem install --no-ri --no-rdoc $(ls -t "$gemname"-*.gem|head -n1) +} + +install_ruby_sdk() { + install_gem arvados sdk/ruby } do_install sdk/ruby ruby_sdk @@ -570,14 +588,15 @@ install_perl_sdk() { do_install sdk/perl perl_sdk install_cli() { - with_test_gemset gem_uninstall_if_exists arvados-cli \ - && cd "$WORKSPACE/sdk/cli" \ - && bundle_install_trylocal \ - && gem build arvados-cli.gemspec \ - && with_test_gemset gem install --no-ri --no-rdoc `ls -t arvados-cli-*.gem|head -n1` + install_gem arvados-cli sdk/cli } do_install sdk/cli cli +install_login-sync() { + install_gem arvados-login-sync services/login-sync +} +do_install services/login-sync login-sync + # Install the Python SDK early. Various other test suites (like # keepproxy) bring up run_test_server.py, which imports the arvados # module. We can't actually *test* the Python SDK yet though, because @@ -585,6 +604,7 @@ do_install sdk/cli cli # keepproxy). declare -a pythonstuff pythonstuff=( + sdk/pam sdk/python services/fuse services/nodemanager @@ -713,6 +733,12 @@ test_cli() { } do_test sdk/cli cli +test_login-sync() { + cd "$WORKSPACE/services/login-sync" \ + && bundle exec rake test TESTOPTS=-v ${testargs[services/login-sync]} +} +do_test services/login-sync login-sync + for p in "${pythonstuff[@]}" do do_test "$p" pip