projects
/
arvados.git
/ blobdiff
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
11789: Added tests.
[arvados.git]
/
sdk
/
python
/
tests
/
test_stream.py
diff --git
a/sdk/python/tests/test_stream.py
b/sdk/python/tests/test_stream.py
index 2c31ef99541385f98082b3cc0c727d262e5b9c09..063950bf684bd7f607d165bfd4b75f94ce735861 100644
(file)
--- a/
sdk/python/tests/test_stream.py
+++ b/
sdk/python/tests/test_stream.py
@@
-1,5
+1,5
@@
-#!/usr/bin/env python
-
+from __future__ import absolute_import
+from builtins import object
import bz2
import gzip
import io
import bz2
import gzip
import io
@@
-12,8
+12,8
@@
import arvados
from arvados import StreamReader, StreamFileReader
from arvados._ranges import Range
from arvados import StreamReader, StreamFileReader
from arvados._ranges import Range
-import arvados_testutil as tutil
-import run_test_server
+
from .
import arvados_testutil as tutil
+
from .
import run_test_server
class StreamFileReaderTestCase(unittest.TestCase):
def make_count_reader(self):
class StreamFileReaderTestCase(unittest.TestCase):
def make_count_reader(self):
@@
-24,28
+24,28
@@
class StreamFileReaderTestCase(unittest.TestCase):
def test_read_block_crossing_behavior(self):
# read() calls will be aligned on block boundaries - see #3663.
sfile = self.make_count_reader()
def test_read_block_crossing_behavior(self):
# read() calls will be aligned on block boundaries - see #3663.
sfile = self.make_count_reader()
- self.assertEqual('123', sfile.read(10))
+ self.assertEqual(
b
'123', sfile.read(10))
def test_small_read(self):
sfile = self.make_count_reader()
def test_small_read(self):
sfile = self.make_count_reader()
- self.assertEqual('12', sfile.read(2))
+ self.assertEqual(
b
'12', sfile.read(2))
def test_successive_reads(self):
sfile = self.make_count_reader()
def test_successive_reads(self):
sfile = self.make_count_reader()
- for expect in [
'123', '456', '789',
'']:
+ for expect in [
b'123', b'456', b'789', b
'']:
self.assertEqual(expect, sfile.read(10))
def test_readfrom_spans_blocks(self):
sfile = self.make_count_reader()
self.assertEqual(expect, sfile.read(10))
def test_readfrom_spans_blocks(self):
sfile = self.make_count_reader()
- self.assertEqual('6789', sfile.readfrom(5, 12))
+ self.assertEqual(
b
'6789', sfile.readfrom(5, 12))
def test_small_readfrom_spanning_blocks(self):
sfile = self.make_count_reader()
def test_small_readfrom_spanning_blocks(self):
sfile = self.make_count_reader()
- self.assertEqual('2345', sfile.readfrom(1, 4))
+ self.assertEqual(
b
'2345', sfile.readfrom(1, 4))
def test_readall(self):
sfile = self.make_count_reader()
def test_readall(self):
sfile = self.make_count_reader()
- self.assertEqual(
'123456789',
''.join(sfile.readall()))
+ self.assertEqual(
b'123456789', b
''.join(sfile.readall()))
def test_one_arg_seek(self):
self.test_absolute_seek([])
def test_one_arg_seek(self):
self.test_absolute_seek([])
@@
-53,30
+53,33
@@
class StreamFileReaderTestCase(unittest.TestCase):
def test_absolute_seek(self, args=[os.SEEK_SET]):
sfile = self.make_count_reader()
sfile.seek(6, *args)
def test_absolute_seek(self, args=[os.SEEK_SET]):
sfile = self.make_count_reader()
sfile.seek(6, *args)
- self.assertEqual('78', sfile.read(2))
+ self.assertEqual(
b
'78', sfile.read(2))
sfile.seek(4, *args)
sfile.seek(4, *args)
- self.assertEqual('56', sfile.read(2))
+ self.assertEqual(
b
'56', sfile.read(2))
def test_relative_seek(self, args=[os.SEEK_CUR]):
sfile = self.make_count_reader()
def test_relative_seek(self, args=[os.SEEK_CUR]):
sfile = self.make_count_reader()
- self.assertEqual('12', sfile.read(2))
+ self.assertEqual(
b
'12', sfile.read(2))
sfile.seek(2, *args)
sfile.seek(2, *args)
- self.assertEqual('56', sfile.read(2))
+ self.assertEqual(
b
'56', sfile.read(2))
def test_end_seek(self):
sfile = self.make_count_reader()
sfile.seek(-6, os.SEEK_END)
def test_end_seek(self):
sfile = self.make_count_reader()
sfile.seek(-6, os.SEEK_END)
- self.assertEqual('45', sfile.read(2))
+ self.assertEqual(
b
'45', sfile.read(2))
def test_seek_min_zero(self):
sfile = self.make_count_reader()
def test_seek_min_zero(self):
sfile = self.make_count_reader()
- sfile.seek(-2, os.SEEK_SET)
+ self.assertEqual(0, sfile.tell())
+ with self.assertRaises(IOError):
+ sfile.seek(-2, os.SEEK_SET)
self.assertEqual(0, sfile.tell())
def test_seek_max_size(self):
sfile = self.make_count_reader()
sfile.seek(2, os.SEEK_END)
self.assertEqual(0, sfile.tell())
def test_seek_max_size(self):
sfile = self.make_count_reader()
sfile.seek(2, os.SEEK_END)
- self.assertEqual(9, sfile.tell())
+ # POSIX permits seeking past end of file.
+ self.assertEqual(11, sfile.tell())
def test_size(self):
self.assertEqual(9, self.make_count_reader().size())
def test_size(self):
self.assertEqual(9, self.make_count_reader().size())
@@
-99,7
+102,7
@@
class StreamFileReaderTestCase(unittest.TestCase):
def test_context(self):
with self.make_count_reader() as sfile:
self.assertFalse(sfile.closed, "reader is closed inside context")
def test_context(self):
with self.make_count_reader() as sfile:
self.assertFalse(sfile.closed, "reader is closed inside context")
- self.assertEqual('12', sfile.read(2))
+ self.assertEqual(
b
'12', sfile.read(2))
self.assertTrue(sfile.closed, "reader is open after context")
def make_newlines_reader(self):
self.assertTrue(sfile.closed, "reader is open after context")
def make_newlines_reader(self):
@@
-161,12
+164,12
@@
class StreamFileReaderTestCase(unittest.TestCase):
self.check_decompressed_name('test.log.bz2', 'test.log')
def check_decompression(self, compress_ext, compress_func):
self.check_decompressed_name('test.log.bz2', 'test.log')
def check_decompression(self, compress_ext, compress_func):
- test_text = 'decompression\ntest\n'
+ test_text =
b
'decompression\ntest\n'
test_data = compress_func(test_text)
stream = tutil.MockStreamReader('.', test_data)
reader = StreamFileReader(stream, [Range(0, 0, len(test_data))],
'test.' + compress_ext)
test_data = compress_func(test_text)
stream = tutil.MockStreamReader('.', test_data)
reader = StreamFileReader(stream, [Range(0, 0, len(test_data))],
'test.' + compress_ext)
- self.assertEqual(test_text, ''.join(reader.readall_decompressed()))
+ self.assertEqual(test_text,
b
''.join(reader.readall_decompressed()))
@staticmethod
def gzip_compress(data):
@staticmethod
def gzip_compress(data):
@@
-191,6
+194,12
@@
class StreamFileReaderTestCase(unittest.TestCase):
data = reader.readlines()
self.assertEqual(['two\n', '\n', 'three\n', 'four\n', '\n'], data)
data = reader.readlines()
self.assertEqual(['two\n', '\n', 'three\n', 'four\n', '\n'], data)
+ def test_readline_then_readall(self):
+ reader = self.make_newlines_reader()
+ data = reader.readline()
+ self.assertEqual('one\n', data)
+ self.assertEqual(b''.join([b'two\n', b'\n', b'three\n', b'four\n', b'\n']), b''.join(reader.readall()))
+
class StreamRetryTestMixin(object):
# Define reader_for(coll_name, **kwargs)
class StreamRetryTestMixin(object):
# Define reader_for(coll_name, **kwargs)
@@
-208,7
+217,7
@@
class StreamRetryTestMixin(object):
def test_success_without_retries(self):
with tutil.mock_keep_responses('bar', 200):
reader = self.reader_for('bar_file')
def test_success_without_retries(self):
with tutil.mock_keep_responses('bar', 200):
reader = self.reader_for('bar_file')
- self.assertEqual('bar', self.read_for_test(reader, 3))
+ self.assertEqual(
b
'bar', self.read_for_test(reader, 3))
@tutil.skip_sleep
def test_read_no_default_retry(self):
@tutil.skip_sleep
def test_read_no_default_retry(self):
@@
-221,13
+230,13
@@
class StreamRetryTestMixin(object):
def test_read_with_instance_retries(self):
with tutil.mock_keep_responses('foo', 500, 200):
reader = self.reader_for('foo_file', num_retries=3)
def test_read_with_instance_retries(self):
with tutil.mock_keep_responses('foo', 500, 200):
reader = self.reader_for('foo_file', num_retries=3)
- self.assertEqual('foo', self.read_for_test(reader, 3))
+ self.assertEqual(
b
'foo', self.read_for_test(reader, 3))
@tutil.skip_sleep
def test_read_with_method_retries(self):
with tutil.mock_keep_responses('foo', 500, 200):
reader = self.reader_for('foo_file')
@tutil.skip_sleep
def test_read_with_method_retries(self):
with tutil.mock_keep_responses('foo', 500, 200):
reader = self.reader_for('foo_file')
- self.assertEqual('foo',
+ self.assertEqual(
b
'foo',
self.read_for_test(reader, 3, num_retries=3))
@tutil.skip_sleep
self.read_for_test(reader, 3, num_retries=3))
@tutil.skip_sleep
@@
-283,17
+292,17
@@
class StreamFileReadFromTestCase(StreamFileReadTestCase):
class StreamFileReadAllTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
class StreamFileReadAllTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
- return ''.join(reader.readall(**kwargs))
+ return
b
''.join(reader.readall(**kwargs))
class StreamFileReadAllDecompressedTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
class StreamFileReadAllDecompressedTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
- return ''.join(reader.readall_decompressed(**kwargs))
+ return
b
''.join(reader.readall_decompressed(**kwargs))
class StreamFileReadlinesTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
class StreamFileReadlinesTestCase(StreamFileReadTestCase):
def read_for_test(self, reader, byte_count, **kwargs):
- return ''.join(reader.readlines(**kwargs))
+ return ''.join(reader.readlines(**kwargs))
.encode()
if __name__ == '__main__':
unittest.main()
if __name__ == '__main__':
unittest.main()