X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/16f704326f44fd1e5e5e60b936c9b5895d6a6ff8..62c3ba8319265118432f33ea98df116253b3e785:/services/fuse/tests/mount_test_base.py diff --git a/services/fuse/tests/mount_test_base.py b/services/fuse/tests/mount_test_base.py index d476fc771b..02f4009724 100644 --- a/services/fuse/tests/mount_test_base.py +++ b/services/fuse/tests/mount_test_base.py @@ -2,14 +2,16 @@ # # SPDX-License-Identifier: AGPL-3.0 +from __future__ import absolute_import import arvados +import arvados.keep import arvados_fuse as fuse import arvados.safeapi import llfuse import logging import multiprocessing import os -import run_test_server +from . import run_test_server import shutil import signal import subprocess @@ -23,7 +25,16 @@ logger = logging.getLogger('arvados.arv-mount') from .integration_test import workerPool +def make_block_cache(disk_cache): + if disk_cache: + disk_cache_dir = os.path.join(os.path.expanduser("~"), ".cache", "arvados", "keep") + shutil.rmtree(disk_cache_dir, ignore_errors=True) + block_cache = arvados.keep.KeepBlockCache(disk_cache=disk_cache) + return block_cache + class MountTestBase(unittest.TestCase): + disk_cache = False + def setUp(self, api=None, local_store=True): # The underlying C implementation of open() makes a fstat() syscall # with the GIL still held. When the GETATTR message comes back to @@ -42,7 +53,12 @@ class MountTestBase(unittest.TestCase): self.mounttmp = tempfile.mkdtemp() run_test_server.run() run_test_server.authorize_with("admin") - self.api = api if api else arvados.safeapi.ThreadSafeApiCache(arvados.config.settings()) + + self.api = api if api else arvados.safeapi.ThreadSafeApiCache( + arvados.config.settings(), + keep_params={"block_cache": make_block_cache(self.disk_cache)}, + version='v1', + ) self.llfuse_thread = None # This is a copy of Mount's method. TODO: Refactor MountTestBase @@ -56,12 +72,22 @@ class MountTestBase(unittest.TestCase): llfuse.close() def make_mount(self, root_class, **root_kwargs): + enable_write = root_kwargs.pop('enable_write', True) self.operations = fuse.Operations( - os.getuid(), os.getgid(), + os.getuid(), + os.getgid(), api_client=self.api, - enable_write=True) + enable_write=enable_write, + ) self.operations.inodes.add_entry(root_class( - llfuse.ROOT_INODE, self.operations.inodes, self.api, 0, **root_kwargs)) + llfuse.ROOT_INODE, + self.operations.inodes, + self.api, + 0, + enable_write, + root_kwargs.pop('filters', None), + **root_kwargs, + )) llfuse.init(self.operations, self.mounttmp, []) self.llfuse_thread = threading.Thread(None, lambda: self._llfuse_main()) self.llfuse_thread.daemon = True @@ -76,10 +102,10 @@ class MountTestBase(unittest.TestCase): self.operations.events.close(timeout=10) subprocess.call(["fusermount", "-u", "-z", self.mounttmp]) t0 = time.time() - self.llfuse_thread.join(timeout=10) + self.llfuse_thread.join(timeout=60) if self.llfuse_thread.is_alive(): logger.warning("MountTestBase.tearDown():" - " llfuse thread still alive 10s after umount" + " llfuse thread still alive 60s after umount" " -- exiting with SIGKILL") os.kill(os.getpid(), signal.SIGKILL) waited = time.time() - t0 @@ -96,4 +122,4 @@ class MountTestBase(unittest.TestCase): path = self.mounttmp if subdir: path = os.path.join(path, subdir) - self.assertEqual(sorted(expect_content), sorted(llfuse.listdir(path))) + self.assertEqual(sorted(expect_content), sorted(llfuse.listdir(str(path))))