def test_toBlocksWithSplit(self):
ary = arange(8, dtype=dtype('int16')).reshape((2, 4))
image = ImagesLoader(self.sc).fromArrays(ary)
blocks = image._scatterToBlocks(blocksPerDim=(1, 2))
groupedblocks = blocks._groupIntoSeriesBlocks()
# collectedblocks = blocks.collect()
collectedgroupedblocks = groupedblocks.collect()
assert_equals((0, 0), collectedgroupedblocks[0][0])
assert_true(array_equal(ary[:, :2].ravel(), collectedgroupedblocks[0][1].values.ravel()))
assert_equals((0, 2), collectedgroupedblocks[1][0])
assert_true(array_equal(ary[:, 2:].ravel(), collectedgroupedblocks[1][1].values.ravel()))
def test_toBlocksWithSplit(self):
ary = arange(8, dtype=dtype('int16')).reshape((2, 4))
image = ImagesLoader(self.sc).fromArrays(ary)
blocks = image._scatterToBlocks(blocksPerDim=(1, 2))
groupedblocks = blocks._groupIntoSeriesBlocks()
# collectedblocks = blocks.collect()
collectedgroupedblocks = groupedblocks.collect()
assert_equals((0, 0), collectedgroupedblocks[0][0])
assert_true(
array_equal(ary[:, :2].ravel(),
collectedgroupedblocks[0][1].values.ravel()))
assert_equals((0, 2), collectedgroupedblocks[1][0])
assert_true(
array_equal(ary[:, 2:].ravel(),
collectedgroupedblocks[1][1].values.ravel()))
