X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ac48d85ae411b1bcef0c194caae1a861eae9e929..fb96637bf76fe8779e7a7e58f052b8f55ed76f4f:/services/fuse/tests/mount_test_base.py diff --git a/services/fuse/tests/mount_test_base.py b/services/fuse/tests/mount_test_base.py index 12395d7f95..7cf8aa373a 100644 --- a/services/fuse/tests/mount_test_base.py +++ b/services/fuse/tests/mount_test_base.py @@ -1,21 +1,29 @@ +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: AGPL-3.0 + +from __future__ import absolute_import import arvados -import arvados.safeapi import arvados_fuse as fuse +import arvados.safeapi import llfuse +import logging +import multiprocessing import os +from . import run_test_server import shutil +import signal import subprocess import sys import tempfile import threading import time import unittest -import logging -import multiprocessing -import run_test_server logger = logging.getLogger('arvados.arv-mount') +from .integration_test import workerPool + class MountTestBase(unittest.TestCase): def setUp(self, api=None, local_store=True): # The underlying C implementation of open() makes a fstat() syscall @@ -25,8 +33,8 @@ class MountTestBase(unittest.TestCase): # deadlocks. The workaround is to run some of our test code in a # separate process. Forturnately the multiprocessing module makes this # relatively easy. - self.pool = multiprocessing.Pool(1) + self.pool = workerPool() if local_store: self.keeptmp = tempfile.mkdtemp() os.environ['KEEP_LOCAL_STORE'] = self.keeptmp @@ -49,12 +57,15 @@ class MountTestBase(unittest.TestCase): llfuse.close() def make_mount(self, root_class, **root_kwargs): + enable_write = True + if 'enable_write' in root_kwargs: + enable_write = root_kwargs.pop('enable_write') self.operations = fuse.Operations( os.getuid(), os.getgid(), api_client=self.api, - enable_write=True) + enable_write=enable_write) self.operations.inodes.add_entry(root_class( - llfuse.ROOT_INODE, self.operations.inodes, self.api, 0, **root_kwargs)) + llfuse.ROOT_INODE, self.operations.inodes, self.api, 0, enable_write, **root_kwargs)) llfuse.init(self.operations, self.mounttmp, []) self.llfuse_thread = threading.Thread(None, lambda: self._llfuse_main()) self.llfuse_thread.daemon = True @@ -64,17 +75,20 @@ class MountTestBase(unittest.TestCase): return self.operations.inodes[llfuse.ROOT_INODE] def tearDown(self): - self.pool.terminate() - self.pool.join() - del self.pool - if self.llfuse_thread: + if self.operations.events: + self.operations.events.close(timeout=10) subprocess.call(["fusermount", "-u", "-z", self.mounttmp]) - self.llfuse_thread.join(timeout=1) + t0 = time.time() + self.llfuse_thread.join(timeout=10) if self.llfuse_thread.is_alive(): logger.warning("MountTestBase.tearDown():" - " llfuse thread still alive 1s after umount" - " -- abandoning and exiting anyway") + " llfuse thread still alive 10s after umount" + " -- exiting with SIGKILL") + os.kill(os.getpid(), signal.SIGKILL) + waited = time.time() - t0 + if waited > 0.1: + logger.warning("MountTestBase.tearDown(): waited %f s for llfuse thread to end", waited) os.rmdir(self.mounttmp) if self.keeptmp: @@ -86,4 +100,4 @@ class MountTestBase(unittest.TestCase): path = self.mounttmp if subdir: path = os.path.join(path, subdir) - self.assertEqual(sorted(expect_content), sorted(llfuse.listdir(path))) + self.assertEqual(sorted(expect_content), sorted(llfuse.listdir(str(path))))