Arvados-DCO-1.1-Signed-off-by: Peter Amstutz <peter.amstutz@curii.com>
-parser.add_argument('--threads', type=int, metavar='N', default=2,
+parser.add_argument('--threads', type=int, metavar='N', default=4,
help="""
Set the number of download threads to be used. Take into account that
using lots of threads will increase the RAM requirements. Default is
help="""
Set the number of download threads to be used. Take into account that
using lots of threads will increase the RAM requirements. Default is
On high latency installations, using a greater number will improve
overall throughput.
""")
On high latency installations, using a greater number will improve
overall throughput.
""")
if uuid_pattern.match(self.collection_locator):
coll_reader = arvados.collection.Collection(
self.collection_locator, self.api, self.api.keep,
if uuid_pattern.match(self.collection_locator):
coll_reader = arvados.collection.Collection(
self.collection_locator, self.api, self.api.keep,
- num_retries=self.num_retries)
+ num_retries=self.num_retries,
+ get_threads=(self.api.keep.block_cache.cache_max // 64 * 1024 * 1024) )
else:
coll_reader = arvados.collection.CollectionReader(
self.collection_locator, self.api, self.api.keep,
else:
coll_reader = arvados.collection.CollectionReader(
self.collection_locator, self.api, self.api.keep,
- num_retries=self.num_retries)
+ num_retries=self.num_retries,
+ get_threads=(self.api.keep.block_cache.cache_max // 64 * 1024 * 1024)
+ )
new_collection_record = coll_reader.api_response() or {}
# If the Collection only exists in Keep, there will be no API
# response. Fill in the fields we need.
new_collection_record = coll_reader.api_response() or {}
# If the Collection only exists in Keep, there will be no API
# response. Fill in the fields we need.