pass
elif not host and not token:
return api_from_config(
- version=version, cache=cache, request_id=request_id, **kwargs)
+ version=version, cache=cache, timeout=timeout,
+ request_id=request_id, **kwargs)
else:
# Caller provided one but not the other
if not host:
self.assertEqual(api._http.timeout, 10,
"Default timeout value should be 10")
+ # Checks for bug #17989
+ def test_custom_request_timeout(self):
+ api = arvados.api('v1', timeout=1234)
+ self.assertEqual(api._http.timeout, 1234,
+ "Requested timeout value was 1234")
+
def test_ordered_json_model(self):
mock_responses = {
'arvados.humans.get': (
logger = logging.getLogger('arvados.test_collection_create')
logger.setLevel(logging.INFO)
+max_manifest_size = 127*1024*1024
+
opts = argparse.ArgumentParser(add_help=False)
opts.add_argument('--min-files', type=int, default=30000, help="""
Minimum number of files on each directory. Default: 30000.
current_size += len(current_stream)
streams = [current_stream]
- if current_size >= (128 * 1024 * 1024):
+ if current_size >= max_manifest_size:
logger.debug("Maximum manifest size reached -- finishing early at {}".format(base_stream_name))
elif depth == 0:
logger.debug("Finished stream {}".format(base_stream_name))
substreams = create_substreams(depth-1, stream_name, max_filesize,
data_loc, args, current_size)
current_size += sum([len(x) for x in substreams])
- if current_size >= (128 * 1024 * 1024):
+ if current_size >= max_manifest_size:
break
streams.extend(substreams)
return streams
'.', max_filesize, data_loc, args)
manifest = ''
for s in streams:
- if len(manifest)+len(s) > (1024*1024*128)-2:
+ if len(manifest)+len(s) > max_manifest_size:
logger.info("Skipping stream {} to avoid making a manifest bigger than 128MiB".format(s.split(' ')[0]))
break
manifest += s + '\n'