opts = argparse.ArgumentParser(add_help=False)
opts.add_argument('--min-files', type=int, default=30000, help="""
Minimum number of files on each directory. Default: 30000.
opts = argparse.ArgumentParser(add_help=False)
opts.add_argument('--min-files', type=int, default=30000, help="""
Minimum number of files on each directory. Default: 30000.
logger.debug("Maximum manifest size reached -- finishing early at {}".format(base_stream_name))
elif depth == 0:
logger.debug("Finished stream {}".format(base_stream_name))
logger.debug("Maximum manifest size reached -- finishing early at {}".format(base_stream_name))
elif depth == 0:
logger.debug("Finished stream {}".format(base_stream_name))
substreams = create_substreams(depth-1, stream_name, max_filesize,
data_loc, args, current_size)
current_size += sum([len(x) for x in substreams])
substreams = create_substreams(depth-1, stream_name, max_filesize,
data_loc, args, current_size)
current_size += sum([len(x) for x in substreams])
'.', max_filesize, data_loc, args)
manifest = ''
for s in streams:
'.', max_filesize, data_loc, args)
manifest = ''
for s in streams: