opts = argparse.ArgumentParser(add_help=False)
opts.add_argument('--min-files', type=int, default=30000, help="""
Minimum number of files on each directory. Default: 30000.
opts = argparse.ArgumentParser(add_help=False)
opts.add_argument('--min-files', type=int, default=30000, help="""
Minimum number of files on each directory. Default: 30000.
logger.debug("Maximum manifest size reached -- finishing early at {}".format(base_stream_name))
elif depth == 0:
logger.debug("Finished stream {}".format(base_stream_name))
logger.debug("Maximum manifest size reached -- finishing early at {}".format(base_stream_name))
elif depth == 0:
logger.debug("Finished stream {}".format(base_stream_name))
substreams = create_substreams(depth-1, stream_name, max_filesize,
data_loc, args, current_size)
current_size += sum([len(x) for x in substreams])
substreams = create_substreams(depth-1, stream_name, max_filesize,
data_loc, args, current_size)
current_size += sum([len(x) for x in substreams])
'.', max_filesize, data_loc, args)
manifest = ''
for s in streams:
'.', max_filesize, data_loc, args)
manifest = ''
for s in streams:
- coll = api.collections().create(body={
- "ensure_unique_name": True,
- "collection": {
- "name": get_random_name(False),
+ coll_name = get_random_name(False)
+ coll = api.collections().create(
+ body={"collection": {
+ "name": coll_name,