18941: Clamp to 4 block prefetch
authorPeter Amstutz <peter.amstutz@curii.com>
Wed, 30 Mar 2022 01:55:26 +0000 (21:55 -0400)
committerPeter Amstutz <peter.amstutz@curii.com>
Wed, 30 Mar 2022 01:55:26 +0000 (21:55 -0400)
Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz@curii.com>

services/fuse/arvados_fuse/fusedir.py

index d001e572882d8eeba56751882dd7ccc7bc7b03a0..bfd06c714e3f917075767f2e71aa5bad22069b59 100644 (file)
@@ -525,7 +525,8 @@ class CollectionDirectory(CollectionDirectoryBase):
                         self.collection.update()
                         new_collection_record = self.collection.api_response()
                     else:
-                        get_threads = min(max((self.api.keep.block_cache.cache_max // (64 * 1024 * 1024)) - 1, 1), 16)
+                        # experimentally, 4 block prefetch seems to be optimal.
+                        get_threads = min(max((self.api.keep.block_cache.cache_max // (64 * 1024 * 1024)) - 1, 1), 4)
                         # Create a new collection object
                         if uuid_pattern.match(self.collection_locator):
                             coll_reader = arvados.collection.Collection(