X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/fdc9a9308c646d23ec50073833f141ceebf78613..286f7fb2dbdcd860275a24f3480e938b5bd414ec:/services/fuse/tests/mount_test_base.py diff --git a/services/fuse/tests/mount_test_base.py b/services/fuse/tests/mount_test_base.py index c79daf80f5..d476fc771b 100644 --- a/services/fuse/tests/mount_test_base.py +++ b/services/fuse/tests/mount_test_base.py @@ -1,21 +1,28 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + import arvados -import arvados.safeapi import arvados_fuse as fuse +import arvados.safeapi import llfuse +import logging +import multiprocessing import os +import run_test_server import shutil +import signal import subprocess import sys import tempfile import threading import time import unittest -import logging -import multiprocessing -import run_test_server logger = logging.getLogger('arvados.arv-mount') +from .integration_test import workerPool + class MountTestBase(unittest.TestCase): def setUp(self, api=None, local_store=True): # The underlying C implementation of open() makes a fstat() syscall @@ -25,8 +32,8 @@ class MountTestBase(unittest.TestCase): # deadlocks. The workaround is to run some of our test code in a # separate process. Forturnately the multiprocessing module makes this # relatively easy. - self.pool = multiprocessing.Pool(1) + self.pool = workerPool() if local_store: self.keeptmp = tempfile.mkdtemp() os.environ['KEEP_LOCAL_STORE'] = self.keeptmp @@ -36,6 +43,7 @@ class MountTestBase(unittest.TestCase): run_test_server.run() run_test_server.authorize_with("admin") self.api = api if api else arvados.safeapi.ThreadSafeApiCache(arvados.config.settings()) + self.llfuse_thread = None # This is a copy of Mount's method. TODO: Refactor MountTestBase # to use a Mount instead of copying its code. @@ -63,16 +71,20 @@ class MountTestBase(unittest.TestCase): return self.operations.inodes[llfuse.ROOT_INODE] def tearDown(self): - self.pool.terminate() - self.pool.join() - del self.pool - - subprocess.call(["fusermount", "-u", "-z", self.mounttmp]) - self.llfuse_thread.join(timeout=1) - if self.llfuse_thread.is_alive(): - logger.warning("MountTestBase.tearDown():" - " llfuse thread still alive 1s after umount" - " -- abandoning and exiting anyway") + if self.llfuse_thread: + if self.operations.events: + self.operations.events.close(timeout=10) + subprocess.call(["fusermount", "-u", "-z", self.mounttmp]) + t0 = time.time() + self.llfuse_thread.join(timeout=10) + if self.llfuse_thread.is_alive(): + logger.warning("MountTestBase.tearDown():" + " llfuse thread still alive 10s after umount" + " -- exiting with SIGKILL") + os.kill(os.getpid(), signal.SIGKILL) + waited = time.time() - t0 + if waited > 0.1: + logger.warning("MountTestBase.tearDown(): waited %f s for llfuse thread to end", waited) os.rmdir(self.mounttmp) if self.keeptmp: