+# Copyright (C) The Arvados Authors. All rights reserved.
+#
+# SPDX-License-Identifier: AGPL-3.0
+
import arvados
import arvados_fuse
import arvados_fuse.command
import atexit
import functools
import inspect
+import logging
import multiprocessing
import os
import run_test_server
import tempfile
import unittest
-_pool = None
-
-
@atexit.register
def _pool_cleanup():
- global _pool
if _pool is None:
return
_pool.close()
Test().runTest(*args, **kwargs)
+# To avoid Python's threading+multiprocessing=deadlock problems, we
+# use a single global pool with maxtasksperchild=None for the entire
+# test suite.
+_pool = None
+def workerPool():
+ global _pool
+ if _pool is None:
+ _pool = multiprocessing.Pool(processes=1, maxtasksperchild=None)
+ return _pool
+
+
class IntegrationTest(unittest.TestCase):
def pool_test(self, *args, **kwargs):
"""Run a static method as a unit test, in a different process.
If called by method 'foobar', the static method '_foobar' of
the same class will be called in the other process.
"""
- global _pool
- if _pool is None:
- _pool = multiprocessing.Pool(1, maxtasksperchild=1)
modName = inspect.getmodule(self).__name__
clsName = self.__class__.__name__
funcName = inspect.currentframe().f_back.f_code.co_name
- _pool.apply(
+ workerPool().apply(
wrap_static_test_method,
(modName, clsName, '_'+funcName, args, kwargs))
def setUp(self):
self.mnt = tempfile.mkdtemp()
run_test_server.authorize_with('active')
- self.api = arvados.safeapi.ThreadSafeApiCache(arvados.config.settings())
def tearDown(self):
os.rmdir(self.mnt)
def decorator(func):
@functools.wraps(func)
def wrapper(self, *args, **kwargs):
- with arvados_fuse.command.Mount(
- arvados_fuse.command.ArgumentParser().parse_args(
- argv + ['--foreground',
- '--unmount-timeout=0.1',
- self.mnt])) as m:
- return func(self, *args, **kwargs)
- if m.llfuse_thread.is_alive():
- self.logger.warning("IntegrationTest.mount:"
- " llfuse thread still alive after umount"
- " -- killing test suite to avoid deadlock")
- os.kill(os.getpid(), signal.SIGKILL)
+ self.mount = None
+ try:
+ with arvados_fuse.command.Mount(
+ arvados_fuse.command.ArgumentParser().parse_args(
+ argv + ['--foreground',
+ '--unmount-timeout=2',
+ self.mnt])) as self.mount:
+ return func(self, *args, **kwargs)
+ finally:
+ if self.mount and self.mount.llfuse_thread.is_alive():
+ logging.warning("IntegrationTest.mount:"
+ " llfuse thread still alive after umount"
+ " -- killing test suite to avoid deadlock")
+ os.kill(os.getpid(), signal.SIGKILL)
return wrapper
return decorator