X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/e78607008c39aa88ccf6e95d7c6dfcc20a52a2ed..1765cd327b15151c113890860dd8818c6fc44962:/sdk/python/tests/test_stream.py diff --git a/sdk/python/tests/test_stream.py b/sdk/python/tests/test_stream.py index dfff394aaf..acb9929cae 100644 --- a/sdk/python/tests/test_stream.py +++ b/sdk/python/tests/test_stream.py @@ -9,7 +9,8 @@ import unittest import hashlib import arvados -from arvados import StreamReader, StreamFileReader, Range +from arvados import StreamReader, StreamFileReader +from arvados._ranges import Range import arvados_testutil as tutil import run_test_server @@ -47,7 +48,7 @@ class StreamFileReaderTestCase(unittest.TestCase): self.assertEqual('123456789', ''.join(sfile.readall())) def test_one_arg_seek(self): - self.test_relative_seek([]) + self.test_absolute_seek([]) def test_absolute_seek(self, args=[os.SEEK_SET]): sfile = self.make_count_reader() @@ -145,6 +146,20 @@ class StreamFileReaderTestCase(unittest.TestCase): self.assertEqual('nametest', sfile.name) self.assertEqual('nametest', sfile.name()) + def check_decompressed_name(self, filename, expect): + stream = tutil.MockStreamReader('.', '') + reader = StreamFileReader(stream, [Range(0, 0, 0)], filename) + self.assertEqual(expect, reader.decompressed_name()) + + def test_decompressed_name_uncompressed_file(self): + self.check_decompressed_name('test.log', 'test.log') + + def test_decompressed_name_gzip_file(self): + self.check_decompressed_name('test.log.gz', 'test.log') + + def test_decompressed_name_bz2_file(self): + self.check_decompressed_name('test.log.bz2', 'test.log') + def check_decompression(self, compress_ext, compress_func): test_text = 'decompression\ntest\n' test_data = compress_func(test_text) @@ -184,48 +199,48 @@ class StreamRetryTestMixin(object): @tutil.skip_sleep def test_success_without_retries(self): - reader = self.reader_for('bar_file') with tutil.mock_get_responses('bar', 200): + reader = self.reader_for('bar_file') self.assertEqual('bar', self.read_for_test(reader, 3)) @tutil.skip_sleep def test_read_no_default_retry(self): - reader = self.reader_for('user_agreement') with tutil.mock_get_responses('', 500): + reader = self.reader_for('user_agreement') with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 10) @tutil.skip_sleep def test_read_with_instance_retries(self): - reader = self.reader_for('foo_file', num_retries=3) with tutil.mock_get_responses('foo', 500, 200): + reader = self.reader_for('foo_file', num_retries=3) self.assertEqual('foo', self.read_for_test(reader, 3)) @tutil.skip_sleep def test_read_with_method_retries(self): - reader = self.reader_for('foo_file') with tutil.mock_get_responses('foo', 500, 200): + reader = self.reader_for('foo_file') self.assertEqual('foo', self.read_for_test(reader, 3, num_retries=3)) @tutil.skip_sleep def test_read_instance_retries_exhausted(self): - reader = self.reader_for('bar_file', num_retries=3) with tutil.mock_get_responses('bar', 500, 500, 500, 500, 200): + reader = self.reader_for('bar_file', num_retries=3) with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 3) @tutil.skip_sleep def test_read_method_retries_exhausted(self): - reader = self.reader_for('bar_file') with tutil.mock_get_responses('bar', 500, 500, 500, 500, 200): + reader = self.reader_for('bar_file') with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 3, num_retries=3) @tutil.skip_sleep def test_method_retries_take_precedence(self): - reader = self.reader_for('user_agreement', num_retries=10) with tutil.mock_get_responses('', 500, 500, 500, 200): + reader = self.reader_for('user_agreement', num_retries=10) with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 10, num_retries=1) @@ -272,6 +287,6 @@ class StreamFileReadAllDecompressedTestCase(StreamFileReadTestCase): class StreamFileReadlinesTestCase(StreamFileReadTestCase): def read_for_test(self, reader, byte_count, **kwargs): return ''.join(reader.readlines(**kwargs)) -o + if __name__ == '__main__': unittest.main()