X-Git-Url: https://git.arvados.org/arvados.git/blobdiff_plain/fd0074f2200bc41bc63be770fffbe2446fb0cc03..3ef580c47029ff0fbf959b044f29c183f41cb609:/sdk/python/tests/test_stream.py diff --git a/sdk/python/tests/test_stream.py b/sdk/python/tests/test_stream.py index acb9929cae..082af1bb7c 100644 --- a/sdk/python/tests/test_stream.py +++ b/sdk/python/tests/test_stream.py @@ -21,7 +21,7 @@ class StreamFileReaderTestCase(unittest.TestCase): return StreamFileReader(stream, [Range(1, 0, 3), Range(6, 3, 3), Range(11, 6, 3)], 'count.txt') - def test_read_returns_first_block(self): + def test_read_block_crossing_behavior(self): # read() calls will be aligned on block boundaries - see #3663. sfile = self.make_count_reader() self.assertEqual('123', sfile.read(10)) @@ -70,13 +70,16 @@ class StreamFileReaderTestCase(unittest.TestCase): def test_seek_min_zero(self): sfile = self.make_count_reader() - sfile.seek(-2, os.SEEK_SET) + self.assertEqual(0, sfile.tell()) + with self.assertRaises(IOError): + sfile.seek(-2, os.SEEK_SET) self.assertEqual(0, sfile.tell()) def test_seek_max_size(self): sfile = self.make_count_reader() sfile.seek(2, os.SEEK_END) - self.assertEqual(9, sfile.tell()) + # POSIX permits seeking past end of file. + self.assertEqual(11, sfile.tell()) def test_size(self): self.assertEqual(9, self.make_count_reader().size()) @@ -184,6 +187,19 @@ class StreamFileReaderTestCase(unittest.TestCase): def test_bz2_decompression(self): self.check_decompression('bz2', bz2.compress) + def test_readline_then_readlines(self): + reader = self.make_newlines_reader() + data = reader.readline() + self.assertEqual('one\n', data) + data = reader.readlines() + self.assertEqual(['two\n', '\n', 'three\n', 'four\n', '\n'], data) + + def test_readline_then_readall(self): + reader = self.make_newlines_reader() + data = reader.readline() + self.assertEqual('one\n', data) + self.assertEqual(''.join(['two\n', '\n', 'three\n', 'four\n', '\n']), ''.join(reader.readall())) + class StreamRetryTestMixin(object): # Define reader_for(coll_name, **kwargs) @@ -199,47 +215,47 @@ class StreamRetryTestMixin(object): @tutil.skip_sleep def test_success_without_retries(self): - with tutil.mock_get_responses('bar', 200): + with tutil.mock_keep_responses('bar', 200): reader = self.reader_for('bar_file') self.assertEqual('bar', self.read_for_test(reader, 3)) @tutil.skip_sleep def test_read_no_default_retry(self): - with tutil.mock_get_responses('', 500): + with tutil.mock_keep_responses('', 500): reader = self.reader_for('user_agreement') with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 10) @tutil.skip_sleep def test_read_with_instance_retries(self): - with tutil.mock_get_responses('foo', 500, 200): + with tutil.mock_keep_responses('foo', 500, 200): reader = self.reader_for('foo_file', num_retries=3) self.assertEqual('foo', self.read_for_test(reader, 3)) @tutil.skip_sleep def test_read_with_method_retries(self): - with tutil.mock_get_responses('foo', 500, 200): + with tutil.mock_keep_responses('foo', 500, 200): reader = self.reader_for('foo_file') self.assertEqual('foo', self.read_for_test(reader, 3, num_retries=3)) @tutil.skip_sleep def test_read_instance_retries_exhausted(self): - with tutil.mock_get_responses('bar', 500, 500, 500, 500, 200): + with tutil.mock_keep_responses('bar', 500, 500, 500, 500, 200): reader = self.reader_for('bar_file', num_retries=3) with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 3) @tutil.skip_sleep def test_read_method_retries_exhausted(self): - with tutil.mock_get_responses('bar', 500, 500, 500, 500, 200): + with tutil.mock_keep_responses('bar', 500, 500, 500, 500, 200): reader = self.reader_for('bar_file') with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 3, num_retries=3) @tutil.skip_sleep def test_method_retries_take_precedence(self): - with tutil.mock_get_responses('', 500, 500, 500, 200): + with tutil.mock_keep_responses('', 500, 500, 500, 200): reader = self.reader_for('user_agreement', num_retries=10) with self.assertRaises(arvados.errors.KeepReadError): self.read_for_test(reader, 10, num_retries=1)