X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ae7f5a9c869927336dc81cf0552b955457a09647..2f52a6e7d9945f51d33b047466c4d927d494bb32:/sdk/python/arvados/commands/ls.py diff --git a/sdk/python/arvados/commands/ls.py b/sdk/python/arvados/commands/ls.py index c639585934..c6ca0855f7 100755 --- a/sdk/python/arvados/commands/ls.py +++ b/sdk/python/arvados/commands/ls.py @@ -4,6 +4,8 @@ from __future__ import print_function import argparse import collections +import logging +import re import sys import arvados @@ -19,7 +21,7 @@ def parse_args(args): parents=[arv_cmd.retry_opt]) parser.add_argument('locator', type=str, - help="""Collection UUID or locator""") + help="""Collection UUID or locator, optionally with a subdir path.""") parser.add_argument('-s', action='store_true', help="""List file sizes, in KiB.""") parser.add_argument('--version', action='version', @@ -34,19 +36,38 @@ def size_formatter(coll_file): def name_formatter(coll_file): return "{}/{}".format(coll_file.stream_name, coll_file.name) -def main(args, stdout, stderr, api_client=None): +def main(args, stdout, stderr, api_client=None, logger=None): args = parse_args(args) if api_client is None: api_client = arvados.api('v1') + if logger is None: + logger = logging.getLogger('arvados.arv-ls') + try: - cr = arvados.CollectionReader(args.locator, api_client=api_client, + r = re.search(r'^(.*?)(/.*)?$', args.locator) + collection = r.group(1) + get_prefix = r.group(2) + + cr = arvados.CollectionReader(collection, api_client=api_client, num_retries=args.retries) - except (arvados.errors.ArgumentError, + if get_prefix: + if get_prefix[-1] == '/': + get_prefix = get_prefix[:-1] + stream_name = '.' + get_prefix + reader = cr.find(stream_name) + if not (isinstance(reader, arvados.CollectionReader) or + isinstance(reader, arvados.collection.Subcollection)): + logger.error("'{}' is not a subdirectory".format(get_prefix)) + return 1 + else: + stream_name = '.' + reader = cr + except (arvados.errors.ApiError, + arvados.errors.ArgumentError, arvados.errors.NotFoundError) as error: - print("arv-ls: error fetching collection: {}".format(error), - file=stderr) + logger.error("error fetching collection: {}".format(error)) return 1 formatters = [] @@ -54,13 +75,17 @@ def main(args, stdout, stderr, api_client=None): formatters.append(size_formatter) formatters.append(name_formatter) - for f in files_in_collection(cr): + for f in files_in_collection(reader, stream_name): print(*(info_func(f) for info_func in formatters), file=stdout) return 0 def files_in_collection(c, stream_name='.'): - for i in sorted(c.keys(), key=lambda k: k.upper()): + # Sort first by file type, then alphabetically by file path. + for i in sorted(c.keys(), + key=lambda k: ( + isinstance(c[k], arvados.collection.Subcollection), + k.upper())): if isinstance(c[i], arvados.arvfile.ArvadosFile): yield FileInfo(stream_name=stream_name, name=i,