def test_toBlocksWithSplit(self): ary = arange(8, dtype=dtype('int16')).reshape((2, 4)) image = ImagesLoader(self.sc).fromArrays(ary) blocks = image._scatterToBlocks(blocksPerDim=(1, 2)) groupedblocks = blocks._groupIntoSeriesBlocks() # collectedblocks = blocks.collect() collectedgroupedblocks = groupedblocks.collect() assert_equals((0, 0), collectedgroupedblocks[0][0]) assert_true(array_equal(ary[:, :2].ravel(), collectedgroupedblocks[0][1].values.ravel())) assert_equals((0, 2), collectedgroupedblocks[1][0]) assert_true(array_equal(ary[:, 2:].ravel(), collectedgroupedblocks[1][1].values.ravel()))
def test_toBlocksWithSplit(self): ary = arange(8, dtype=dtype('int16')).reshape((2, 4)) image = ImagesLoader(self.sc).fromArrays(ary) blocks = image._scatterToBlocks(blocksPerDim=(1, 2)) groupedblocks = blocks._groupIntoSeriesBlocks() # collectedblocks = blocks.collect() collectedgroupedblocks = groupedblocks.collect() assert_equals((0, 0), collectedgroupedblocks[0][0]) assert_true( array_equal(ary[:, :2].ravel(), collectedgroupedblocks[0][1].values.ravel())) assert_equals((0, 2), collectedgroupedblocks[1][0]) assert_true( array_equal(ary[:, 2:].ravel(), collectedgroupedblocks[1][1].values.ravel()))