def test_position_at_fration(self):
ranges = [(0, 4), (4, 16), (16, 24), (24, 32)]
source = ConcatSource([
iobase.SourceBundle((range[1] - range[0]) / 32.,
RangeSource(*range), None, None)
for range in ranges
])
range_tracker = source.get_range_tracker()
self.assertEqual(range_tracker.position_at_fraction(0), (0, 0))
self.assertEqual(range_tracker.position_at_fraction(.01), (0, 1))
self.assertEqual(range_tracker.position_at_fraction(.1), (0, 4))
self.assertEqual(range_tracker.position_at_fraction(.125), (1, 4))
self.assertEqual(range_tracker.position_at_fraction(.2), (1, 7))
self.assertEqual(range_tracker.position_at_fraction(.7), (2, 23))
self.assertEqual(range_tracker.position_at_fraction(.75), (3, 24))
self.assertEqual(range_tracker.position_at_fraction(.8), (3, 26))
self.assertEqual(range_tracker.position_at_fraction(1), (4, None))
range_tracker = source.get_range_tracker((1, None), (3, None))
self.assertEqual(range_tracker.position_at_fraction(0), (1, 4))
self.assertEqual(range_tracker.position_at_fraction(.01), (1, 5))
self.assertEqual(range_tracker.position_at_fraction(.5), (1, 14))
self.assertEqual(range_tracker.position_at_fraction(.599), (1, 16))
self.assertEqual(range_tracker.position_at_fraction(.601), (2, 17))
self.assertEqual(range_tracker.position_at_fraction(1), (3, None))
def test_position_at_fration(self):
ranges = [(0, 4), (4, 16), (16, 24), (24, 32)]
source = ConcatSource([iobase.SourceBundle((range[1] - range[0]) / 32.,
RangeSource(*range),
None, None)
for range in ranges])
range_tracker = source.get_range_tracker()
self.assertEquals(range_tracker.position_at_fraction(0), (0, 0))
self.assertEquals(range_tracker.position_at_fraction(.01), (0, 1))
self.assertEquals(range_tracker.position_at_fraction(.1), (0, 4))
self.assertEquals(range_tracker.position_at_fraction(.125), (1, 4))
self.assertEquals(range_tracker.position_at_fraction(.2), (1, 7))
self.assertEquals(range_tracker.position_at_fraction(.7), (2, 23))
self.assertEquals(range_tracker.position_at_fraction(.75), (3, 24))
self.assertEquals(range_tracker.position_at_fraction(.8), (3, 26))
self.assertEquals(range_tracker.position_at_fraction(1), (4, None))
range_tracker = source.get_range_tracker((1, None), (3, None))
self.assertEquals(range_tracker.position_at_fraction(0), (1, 4))
self.assertEquals(range_tracker.position_at_fraction(.01), (1, 5))
self.assertEquals(range_tracker.position_at_fraction(.5), (1, 14))
self.assertEquals(range_tracker.position_at_fraction(.599), (1, 16))
self.assertEquals(range_tracker.position_at_fraction(.601), (2, 17))
self.assertEquals(range_tracker.position_at_fraction(1), (3, None))
def test_read(self):
sources = [TestConcatSource.DummySource(range(start, start + 10)) for start
in [0, 10, 20]]
concat = ConcatSource(sources)
range_tracker = concat.get_range_tracker(None, None)
read_data = [value for value in concat.read(range_tracker)]
self.assertCountEqual(list(range(30)), read_data)
def test_read(self):
sources = [TestConcatSource.DummySource(range(start, start + 10)) for start
in [0, 10, 20]]
concat = ConcatSource(sources)
range_tracker = concat.get_range_tracker(None, None)
read_data = [value for value in concat.read(range_tracker)]
self.assertItemsEqual(range(30), read_data)
def test_fraction_consumed_at_end(self):
source = ConcatSource([
RangeSource(0, 2),
RangeSource(2, 4),
])
range_tracker = source.get_range_tracker((2, None), None)
self.assertEqual(range_tracker.fraction_consumed(), 1.0)
def test_conact_source(self):
source = ConcatSource([
RangeSource(0, 4),
RangeSource(4, 8),
RangeSource(8, 12),
RangeSource(12, 16),
])
self.assertEqual(list(source.read(source.get_range_tracker())),
list(range(16)))
self.assertEqual(
list(source.read(source.get_range_tracker((1, None), (2, 10)))),
list(range(4, 10)))
range_tracker = source.get_range_tracker(None, None)
self.assertEqual(range_tracker.position_at_fraction(0), (0, 0))
self.assertEqual(range_tracker.position_at_fraction(.5), (2, 8))
self.assertEqual(range_tracker.position_at_fraction(.625), (2, 10))
# Simulate a read.
self.assertEqual(range_tracker.try_claim((0, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(0).try_claim(2), True)
self.assertEqual(range_tracker.fraction_consumed(), 0.125)
self.assertEqual(range_tracker.try_claim((1, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(1).try_claim(6), True)
self.assertEqual(range_tracker.fraction_consumed(), 0.375)
self.assertEqual(range_tracker.try_split((0, 1)), None)
self.assertEqual(range_tracker.try_split((1, 5)), None)
self.assertEqual(range_tracker.try_split((3, 14)), ((3, None), 0.75))
self.assertEqual(range_tracker.try_claim((3, None)), False)
self.assertEqual(range_tracker.sub_range_tracker(1).try_claim(7), True)
self.assertEqual(range_tracker.try_claim((2, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(2).try_claim(9), True)
self.assertEqual(range_tracker.try_split((2, 8)), None)
self.assertEqual(range_tracker.try_split((2, 11)), ((2, 11), 11. / 12))
self.assertEqual(
range_tracker.sub_range_tracker(2).try_claim(10), True)
self.assertEqual(
range_tracker.sub_range_tracker(2).try_claim(11), False)
def test_conact_source(self):
source = ConcatSource([RangeSource(0, 4),
RangeSource(4, 8),
RangeSource(8, 12),
RangeSource(12, 16),
])
self.assertEqual(list(source.read(source.get_range_tracker())),
range(16))
self.assertEqual(list(source.read(source.get_range_tracker((1, None),
(2, 10)))),
range(4, 10))
range_tracker = source.get_range_tracker(None, None)
self.assertEqual(range_tracker.position_at_fraction(0), (0, 0))
self.assertEqual(range_tracker.position_at_fraction(.5), (2, 8))
self.assertEqual(range_tracker.position_at_fraction(.625), (2, 10))
# Simulate a read.
self.assertEqual(range_tracker.try_claim((0, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(0).try_claim(2), True)
self.assertEqual(range_tracker.fraction_consumed(), 0.125)
self.assertEqual(range_tracker.try_claim((1, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(1).try_claim(6), True)
self.assertEqual(range_tracker.fraction_consumed(), 0.375)
self.assertEqual(range_tracker.try_split((0, 1)), None)
self.assertEqual(range_tracker.try_split((1, 5)), None)
self.assertEqual(range_tracker.try_split((3, 14)), ((3, None), 0.75))
self.assertEqual(range_tracker.try_claim((3, None)), False)
self.assertEqual(range_tracker.sub_range_tracker(1).try_claim(7), True)
self.assertEqual(range_tracker.try_claim((2, None)), True)
self.assertEqual(range_tracker.sub_range_tracker(2).try_claim(9), True)
self.assertEqual(range_tracker.try_split((2, 8)), None)
self.assertEqual(range_tracker.try_split((2, 11)), ((2, 11), 11. / 12))
self.assertEqual(range_tracker.sub_range_tracker(2).try_claim(10), True)
self.assertEqual(range_tracker.sub_range_tracker(2).try_claim(11), False)
