# Copyright (C) The Arvados Authors. All rights reserved. # # SPDX-License-Identifier: Apache-2.0 from __future__ import absolute_import from builtins import str from builtins import range import os import random import sys import mock import tempfile import arvados.errors as arv_error import arvados.commands.ls as arv_ls from . import run_test_server from . import arvados_testutil as tutil from .arvados_testutil import str_keep_locator, redirected_streams, StringIO class ArvLsTestCase(run_test_server.TestCaseWithServers, tutil.VersionChecker): FAKE_UUID = 'zzzzz-4zz18-12345abcde12345' def newline_join(self, seq): return '\n'.join(seq) + '\n' def random_blocks(self, *sizes): return ' '.join('{:032x}+{:d}'.format( random.randint(0, (16 ** 32) - 1), size ) for size in sizes) def mock_api_for_manifest(self, manifest_lines, uuid=FAKE_UUID): manifest_text = self.newline_join(manifest_lines) pdh = str_keep_locator(manifest_text) coll_info = {'uuid': uuid, 'portable_data_hash': pdh, 'manifest_text': manifest_text} api_client = mock.MagicMock(name='mock_api_client') api_client.collections().get().execute.return_value = coll_info return coll_info, api_client def run_ls(self, args, api_client, logger=None): self.stdout = StringIO() self.stderr = StringIO() return arv_ls.main(args, self.stdout, self.stderr, api_client, logger) def test_plain_listing(self): collection, api_client = self.mock_api_for_manifest( ['. {} 0:3:one.txt 3:4:two.txt'.format(self.random_blocks(5, 2)), './dir {} 1:5:sub.txt'.format(self.random_blocks(8))]) self.assertEqual(0, self.run_ls([collection['uuid']], api_client)) self.assertEqual( self.newline_join(['./one.txt', './two.txt', './dir/sub.txt']), self.stdout.getvalue()) self.assertEqual('', self.stderr.getvalue()) def test_size_listing(self): collection, api_client = self.mock_api_for_manifest( ['. {} 0:0:0.txt 0:1000:1.txt 1000:2000:2.txt'.format( self.random_blocks(3000))]) self.assertEqual(0, self.run_ls(['-s', collection['uuid']], api_client)) self.stdout.seek(0, 0) for expected in range(3): actual_size, actual_name = self.stdout.readline().split() # But she seems much bigger to me... self.assertEqual(str(expected), actual_size) self.assertEqual('./{}.txt'.format(expected), actual_name) self.assertEqual('', self.stdout.read(-1)) self.assertEqual('', self.stderr.getvalue()) def test_nonnormalized_manifest(self): collection, api_client = self.mock_api_for_manifest( ['. {} 0:1010:non.txt'.format(self.random_blocks(1010)), '. {} 0:2020:non.txt'.format(self.random_blocks(2020))]) self.assertEqual(0, self.run_ls(['-s', collection['uuid']], api_client)) self.stdout.seek(0, 0) self.assertEqual(['3', './non.txt'], self.stdout.readline().split()) self.assertEqual('', self.stdout.read(-1)) self.assertEqual('', self.stderr.getvalue()) def test_locator_failure(self): api_client = mock.MagicMock(name='mock_api_client') error_mock = mock.MagicMock() logger = mock.MagicMock() logger.error = error_mock api_client.collections().get().execute.side_effect = ( arv_error.NotFoundError) self.assertNotEqual(0, self.run_ls([self.FAKE_UUID], api_client, logger)) self.assertEqual(1, error_mock.call_count) def test_version_argument(self): if sys.version_info >= (3, 0): import warnings warnings.simplefilter("ignore") with redirected_streams(stdout=StringIO, stderr=StringIO) as (out, err): with self.assertRaises(SystemExit): self.run_ls(['--version'], None) self.assertVersionOutput(out, err)