X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/08b093c536619aa2ccaa3456d1e4d03aac73714d..9b0de8314d6297df506734844bb2b833ba7d022c:/services/fuse/arvados_fuse/fusedir.py diff --git a/services/fuse/arvados_fuse/fusedir.py b/services/fuse/arvados_fuse/fusedir.py index 8dcde59ec3..f3816c0d3e 100644 --- a/services/fuse/arvados_fuse/fusedir.py +++ b/services/fuse/arvados_fuse/fusedir.py @@ -525,7 +525,12 @@ class CollectionDirectory(CollectionDirectoryBase): self.collection.update() new_collection_record = self.collection.api_response() else: - get_threads = max(self.api.keep.block_cache.cache_max // (64 * 1024 * 1024)) - 1, 0) + # If there's too many prefetch threads and you + # max out the CPU, delivering data to the FUSE + # layer actually ends up being slower. + # Experimentally, capping 7 threads seems to + # be a sweet spot. + get_threads = min(max((self.api.keep.block_cache.cache_max // (64 * 1024 * 1024)) - 1, 1), 7) # Create a new collection object if uuid_pattern.match(self.collection_locator): coll_reader = arvados.collection.Collection( @@ -537,7 +542,6 @@ class CollectionDirectory(CollectionDirectoryBase): self.collection_locator, self.api, self.api.keep, num_retries=self.num_retries, get_threads=get_threads) - ) new_collection_record = coll_reader.api_response() or {} # If the Collection only exists in Keep, there will be no API # response. Fill in the fields we need.