X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/ae7f5a9c869927336dc81cf0552b955457a09647..cf4c25824e15e3b9a7c1439ab3aff17d8be52630:/sdk/python/arvados/commands/ls.py diff --git a/sdk/python/arvados/commands/ls.py b/sdk/python/arvados/commands/ls.py old mode 100755 new mode 100644 index c639585934..86e728ed49 --- a/sdk/python/arvados/commands/ls.py +++ b/sdk/python/arvados/commands/ls.py @@ -1,9 +1,14 @@ -#!/usr/bin/env python +# Copyright (C) The Arvados Authors. All rights reserved. +# +# SPDX-License-Identifier: Apache-2.0 from __future__ import print_function +from __future__ import division import argparse import collections +import logging +import re import sys import arvados @@ -19,7 +24,7 @@ def parse_args(args): parents=[arv_cmd.retry_opt]) parser.add_argument('locator', type=str, - help="""Collection UUID or locator""") + help="""Collection UUID or locator, optionally with a subdir path.""") parser.add_argument('-s', action='store_true', help="""List file sizes, in KiB.""") parser.add_argument('--version', action='version', @@ -29,24 +34,43 @@ def parse_args(args): return parser.parse_args(args) def size_formatter(coll_file): - return "{:>10}".format((coll_file.size + 1023) / 1024) + return "{:>10}".format((coll_file.size + 1023) // 1024) def name_formatter(coll_file): return "{}/{}".format(coll_file.stream_name, coll_file.name) -def main(args, stdout, stderr, api_client=None): +def main(args, stdout, stderr, api_client=None, logger=None): args = parse_args(args) if api_client is None: api_client = arvados.api('v1') + if logger is None: + logger = logging.getLogger('arvados.arv-ls') + try: - cr = arvados.CollectionReader(args.locator, api_client=api_client, + r = re.search(r'^(.*?)(/.*)?$', args.locator) + collection = r.group(1) + get_prefix = r.group(2) + + cr = arvados.CollectionReader(collection, api_client=api_client, num_retries=args.retries) - except (arvados.errors.ArgumentError, + if get_prefix: + if get_prefix[-1] == '/': + get_prefix = get_prefix[:-1] + stream_name = '.' + get_prefix + reader = cr.find(stream_name) + if not (isinstance(reader, arvados.CollectionReader) or + isinstance(reader, arvados.collection.Subcollection)): + logger.error("'{}' is not a subdirectory".format(get_prefix)) + return 1 + else: + stream_name = '.' + reader = cr + except (arvados.errors.ApiError, + arvados.errors.ArgumentError, arvados.errors.NotFoundError) as error: - print("arv-ls: error fetching collection: {}".format(error), - file=stderr) + logger.error("error fetching collection: {}".format(error)) return 1 formatters = [] @@ -54,13 +78,17 @@ def main(args, stdout, stderr, api_client=None): formatters.append(size_formatter) formatters.append(name_formatter) - for f in files_in_collection(cr): + for f in files_in_collection(reader, stream_name): print(*(info_func(f) for info_func in formatters), file=stdout) return 0 def files_in_collection(c, stream_name='.'): - for i in sorted(c.keys(), key=lambda k: k.upper()): + # Sort first by file type, then alphabetically by file path. + for i in sorted(c.keys(), + key=lambda k: ( + isinstance(c[k], arvados.collection.Subcollection), + k.upper())): if isinstance(c[i], arvados.arvfile.ArvadosFile): yield FileInfo(stream_name=stream_name, name=i,