def testItemIterator(self):
# 1-D case
datashape = [
10,
]
slices = getHyperslabSelection(datashape)
it = ItemIterator(slices)
indices = []
count = 0
while True:
try:
index = it.next()
count += 1
indices.append(index)
except StopIteration:
break
self.assertEqual(count, 10)
self.assertEqual(indices, list(range(10)))
# 2-D case
datashape = [4, 5]
slices = getHyperslabSelection(datashape)
it = ItemIterator(slices)
indices = []
count = 0
while True:
try:
index = it.next()
self.assertTrue(len(index), 2)
self.assertTrue(index[0] >= 0)
self.assertTrue(index[0] < 4)
self.assertTrue(index[1] >= 0)
self.assertTrue(index[1] < 5)
count += 1
indices.append(index)
except StopIteration:
break
self.assertEqual(count, 20)
def testGetHyperslabSelection(self):
# getHyperslabSelection(dsetshape, start, stop, step)
# 1-D case
datashape = [
100,
]
slices = getHyperslabSelection(datashape)
self.assertEqual(len(slices), 1)
self.assertEqual(slices[0], slice(0, 100, 1))
slices = getHyperslabSelection(datashape, 20)
self.assertEqual(len(slices), 1)
self.assertEqual(slices[0], slice(20, 100, 1))
slices = getHyperslabSelection(datashape, 20, 80)
self.assertEqual(len(slices), 1)
self.assertEqual(slices[0], slice(20, 80, 1))
slices = getHyperslabSelection(datashape, 20, 80, 2)
self.assertEqual(len(slices), 1)
self.assertEqual(slices[0], slice(20, 80, 2))
datashape = [100, 50]
slices = getHyperslabSelection(datashape)
self.assertEqual(len(slices), 2)
self.assertEqual(slices[0], slice(0, 100, 1))
self.assertEqual(slices[1], slice(0, 50, 1))
slices = getHyperslabSelection(datashape, (10, 20))
self.assertEqual(len(slices), 2)
self.assertEqual(slices[0], slice(10, 100, 1))
self.assertEqual(slices[1], slice(20, 50, 1))
slices = getHyperslabSelection(datashape, (10, 20), (90, 30))
self.assertEqual(len(slices), 2)
self.assertEqual(slices[0], slice(10, 90, 1))
self.assertEqual(slices[1], slice(20, 30, 1))
slices = getHyperslabSelection(datashape, (10, 20), (90, 30), (1, 2))
self.assertEqual(len(slices), 2)
self.assertEqual(slices[0], slice(10, 90, 1))
self.assertEqual(slices[1], slice(20, 30, 2))
def testChunkIterator3d(self):
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
dims = [100, 100, 20]
layout = [50, 50, 5]
selection = getHyperslabSelection(dims)
it = ChunkIterator(dset_id, selection, layout)
chunk_ids = set(getChunkIds(dset_id, selection, layout))
count = 0
while True:
try:
chunk_id = it.next()
self.assertTrue(chunk_id) in chunk_ids
count += 1
except StopIteration:
break
self.assertEqual(count, 16)
def testGetDataCoverage(self):
# 1-d test
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [
100,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 42, 62)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
chunk_id = chunk_ids[0]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 8)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[1]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 8)
self.assertEqual(sel[0].stop, 18)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[2]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 18)
self.assertEqual(sel[0].stop, 20)
self.assertEqual(sel[0].step, 1)
# test with step
selection = getHyperslabSelection(datashape, 42, 68, 4)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
chunk_id = chunk_ids[0]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 2)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[1]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 5)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[2]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 5)
self.assertEqual(sel[0].stop, 7)
self.assertEqual(sel[0].step, 1)
# 2-d test
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [100, 100]
layout = (10, 10)
selection = getHyperslabSelection(datashape, (42, 46), (52, 58))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 4)
chunk_id = chunk_ids[0]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 8)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 4)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[1]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 8)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 4)
self.assertEqual(sel[1].stop, 12)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[2]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 8)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 4)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[3]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 8)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 4)
self.assertEqual(sel[1].stop, 12)
self.assertEqual(sel[1].step, 1)
# 2-d test, non-regular chunks
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [45, 54]
layout = (10, 10)
selection = getHyperslabSelection(datashape, (22, 2), (23, 52))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 6)
chunk_id = chunk_ids[0]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 8)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[1]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 8)
self.assertEqual(sel[1].stop, 18)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[5]
sel = getDataCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 48)
self.assertEqual(sel[1].stop, 50)
self.assertEqual(sel[1].step, 1)
# 1-d test with fractional chunks
datashape = [
104,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 92, 102)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getDataCoverage(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 0)
self.assertEqual(sel.stop, 8)
self.assertEqual(sel.step, 1)
chunk_id = chunk_ids[1]
sel = getDataCoverage(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 8)
self.assertEqual(sel.stop, 10)
self.assertEqual(sel.step, 1)
def testGetChunkCoverage(self):
# 1-d test
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [
100,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 42, 62)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
chunk_id = chunk_ids[0]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[1]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[2]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 2)
self.assertEqual(sel[0].step, 1)
# 1-d with step
selection = getHyperslabSelection(datashape, 42, 62, 4)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 7)
self.assertEqual(sel[0].step, 4)
chunk_id = chunk_ids[1]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 9)
self.assertEqual(sel[0].step, 4)
# 2-d test
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [100, 100]
layout = (10, 10)
selection = getHyperslabSelection(datashape, (42, 46), (52, 58))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 4)
chunk_id = chunk_ids[0]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 6)
self.assertEqual(sel[1].stop, 10)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[1]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 10)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 8)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[2]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 2)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 6)
self.assertEqual(sel[1].stop, 10)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[3]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 2)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 8)
self.assertEqual(sel[1].step, 1)
# 2-d test - non-even chunks at boundry
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [45, 54]
layout = (10, 10)
selection = getHyperslabSelection(datashape, (22, 2), (23, 52))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 6)
chunk_id = chunk_ids[0]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 3)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 2)
self.assertEqual(sel[1].stop, 10)
self.assertEqual(sel[1].step, 1)
# the next 4 chunks will have same selection
for i in range(1, 4):
chunk_id = chunk_ids[i]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 3)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 10)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[5]
sel = getChunkCoverage(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 2)
self.assertEqual(sel[0].stop, 3)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 2)
self.assertEqual(sel[1].step, 1)
# 1-d test with fractional chunks
datashape = [
104,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 92, 102)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getChunkCoverage(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 2)
self.assertEqual(sel.stop, 10)
self.assertEqual(sel.step, 1)
chunk_id = chunk_ids[1]
sel = getChunkCoverage(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 0)
self.assertEqual(sel.stop, 2)
self.assertEqual(sel.step, 1)
def testGetChunkSelection(self):
# 1-d test
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [
100,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 42, 62)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 42)
self.assertEqual(sel[0].stop, 50)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 50)
self.assertEqual(sel[0].stop, 60)
self.assertEqual(sel[0].step, 1)
chunk_id = chunk_ids[2]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 60)
self.assertEqual(sel[0].stop, 62)
self.assertEqual(sel[0].step, 1)
# 1-d with step
selection = getHyperslabSelection(datashape, 42, 62, 4)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 42)
self.assertEqual(sel[0].stop, 47)
self.assertEqual(sel[0].step, 4)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 50)
self.assertEqual(sel[0].stop, 59)
self.assertEqual(sel[0].step, 4)
# another 1-d with step
selection = getHyperslabSelection(datashape, 40, 63, 2)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 40)
self.assertEqual(sel[0].stop, 49)
self.assertEqual(sel[0].step, 2)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 50)
self.assertEqual(sel[0].stop, 59)
self.assertEqual(sel[0].step, 2)
chunk_id = chunk_ids[2]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 60)
self.assertEqual(sel[0].stop, 63)
self.assertEqual(sel[0].step, 2)
# test with step > chunk size
selection = getHyperslabSelection(datashape, 0, 100, 15)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 7)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 15)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 15)
self.assertEqual(sel[0].stop, 16)
self.assertEqual(sel[0].step, 15)
chunk_id = chunk_ids[2]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 30)
self.assertEqual(sel[0].stop, 31)
self.assertEqual(sel[0].step, 15)
# 2-d test
datashape = [100, 100]
layout = (10, 10)
selection = getHyperslabSelection(datashape, (42, 46), (52, 58))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 4)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 42)
self.assertEqual(sel[0].stop, 50)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 46)
self.assertEqual(sel[1].stop, 50)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 42)
self.assertEqual(sel[0].stop, 50)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 50)
self.assertEqual(sel[1].stop, 58)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[2]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 50)
self.assertEqual(sel[0].stop, 52)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 46)
self.assertEqual(sel[1].stop, 50)
self.assertEqual(sel[1].step, 1)
chunk_id = chunk_ids[3]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 50)
self.assertEqual(sel[0].stop, 52)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 50)
self.assertEqual(sel[1].stop, 58)
self.assertEqual(sel[1].step, 1)
# 1-d test with fractional chunks
datashape = [
104,
]
layout = (10, )
selection = getHyperslabSelection(datashape, 92, 102)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 92)
self.assertEqual(sel.stop, 100)
self.assertEqual(sel.step, 1)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
sel = sel[0]
self.assertEqual(sel.start, 100)
self.assertEqual(sel.stop, 102)
self.assertEqual(sel.step, 1)
# 3d test
datashape = [365, 720, 1440]
layout = (2, 180, 720)
selection = getHyperslabSelection(datashape, (0, 0, 0), (1, 200, 300))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 2)
chunk_id = chunk_ids[0]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 0)
self.assertEqual(sel[1].stop, 180)
self.assertEqual(sel[1].step, 1)
self.assertEqual(sel[2].start, 0)
self.assertEqual(sel[2].stop, 300)
self.assertEqual(sel[2].step, 1)
chunk_id = chunk_ids[1]
sel = getChunkSelection(chunk_id, selection, layout)
self.assertEqual(sel[0].start, 0)
self.assertEqual(sel[0].stop, 1)
self.assertEqual(sel[0].step, 1)
self.assertEqual(sel[1].start, 180)
self.assertEqual(sel[1].stop, 200)
self.assertEqual(sel[1].step, 1)
self.assertEqual(sel[2].start, 0)
self.assertEqual(sel[2].stop, 300)
self.assertEqual(sel[2].step, 1)
def testGetChunkIds(self):
# getChunkIds(dset_id, selection, layout, dim=0, prefix=None, chunk_ids=None):
dset_id = "d-12345678-1234-1234-1234-1234567890ab"
datashape = [
1,
]
layout = (1, )
selection = getHyperslabSelection(datashape)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 1)
chunk_id = chunk_ids[0]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_0'))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
self.assertEqual(getDatasetId(chunk_id), dset_id)
datashape = [
100,
]
layout = (10, )
selection = getHyperslabSelection(datashape)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 10)
for i in range(10):
chunk_id = chunk_ids[i]
# chunk_id should look like:
# c-12345678-1234-1234-1234-1234567890ab_n
# where 'n' is in the range 0-9
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
selection = getHyperslabSelection(datashape, 20)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 8)
for i in range(8):
chunk_id = chunk_ids[i]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i + 2)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
selection = getHyperslabSelection(datashape, 20, 81)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 7)
for i in range(7):
chunk_id = chunk_ids[i]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i + 2)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
selection = getHyperslabSelection(datashape, 29, 81)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 7)
for i in range(7):
chunk_id = chunk_ids[i]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i + 2)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
selection = getHyperslabSelection(datashape, 29, 81, 2)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 6)
for i in range(6):
chunk_id = chunk_ids[i]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i + 2)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
selection = getHyperslabSelection(datashape, 29, 81, 20)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 3)
for i in range(3):
chunk_id = chunk_ids[i]
self.assertTrue(chunk_id.startswith("c-"))
self.assertTrue(chunk_id.endswith('_' + str(i * 2 + 2)))
self.assertEqual(chunk_id[2:-2], dset_id[2:])
self.assertEqual(len(chunk_id), 2 + 36 + 2)
datashape = [
3207353,
]
layout = (60000, )
selection = getHyperslabSelection(datashape, 1234567, 1234568)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 1)
self.assertTrue(chunk_ids[0].endswith("_20"))
datashape = [100, 100]
layout = (10, 20)
selection = getHyperslabSelection(datashape)
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 50)
chunk_ids.reverse() # so we can pop off the front
for i in range(10):
for j in range(5):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, i)
self.assertEqual(index2, j)
selection = getHyperslabSelection(datashape, (12, 23), (88, 80))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 24)
chunk_ids.reverse() # so we can pop off the front
for i in range(8):
for j in range(3):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, i + 1)
self.assertEqual(index2, j + 1)
selection = getHyperslabSelection(datashape, (12, 23), (88, 80),
(6, 16))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 24)
chunk_ids.reverse() # so we can pop off the front
for i in range(8):
for j in range(3):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, i + 1)
self.assertEqual(index2, j + 1)
selection = getHyperslabSelection(datashape, (12, 23), (88, 80),
(16, 44))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 10)
chunk_ids.reverse() # so we can pop off the front
xindex = (1, 2, 4, 6, 7)
yindex = (1, 3)
for i in range(5):
for j in range(2):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, xindex[i])
self.assertEqual(index2, yindex[j])
# 3d test
datashape = [365, 720, 1440]
layout = (2, 180, 720)
selection = getHyperslabSelection(datashape, (0, 0, 0), (1, 720, 1440))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 8)
chunk_ids.reverse() # so we can pop off the front
for i in range(4):
for j in range(2):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, i)
self.assertEqual(index2, j)
selection = getHyperslabSelection(datashape, (0, 0, 0), (1, 720, 1440),
(1, 25, 25))
chunk_ids = getChunkIds(dset_id, selection, layout)
self.assertEqual(len(chunk_ids), 8)
chunk_ids.reverse() # so we can pop off the front
for i in range(4):
for j in range(2):
chunk_id = chunk_ids.pop()
self.assertTrue(chunk_id.startswith("c-"))
index1 = int(chunk_id[-3])
index2 = int(chunk_id[-1])
self.assertEqual(index1, i)
self.assertEqual(index2, j)
def testGetNumChunks(self):
datashape = [
100,
]
layout = (10, )
selection = getHyperslabSelection(datashape)
count = getNumChunks(selection, layout)
self.assertEqual(count, 10)
selection = getHyperslabSelection(datashape, 12, 83)
count = getNumChunks(selection, layout)
self.assertEqual(count, 8)
selection = getHyperslabSelection(datashape, 12, 80)
count = getNumChunks(selection, layout)
self.assertEqual(count, 7)
selection = getHyperslabSelection(datashape, 10, 83)
count = getNumChunks(selection, layout)
self.assertEqual(count, 8)
selection = getHyperslabSelection(datashape, 12, 17)
count = getNumChunks(selection, layout)
self.assertEqual(count, 1)
# try with different increment
selection = getHyperslabSelection(datashape, 0, 10, 5)
count = getNumChunks(selection, layout)
self.assertEqual(count, 1)
selection = getHyperslabSelection(datashape, 0, 11, 5)
count = getNumChunks(selection, layout)
self.assertEqual(count, 2)
selection = getHyperslabSelection(datashape, 6, 11, 5)
count = getNumChunks(selection, layout)
self.assertEqual(count, 1)
selection = getHyperslabSelection(datashape, 12, 83, 2)
count = getNumChunks(selection, layout)
self.assertEqual(count, 8)
selection = getHyperslabSelection(datashape, 12, 83, 20)
count = getNumChunks(selection, layout)
self.assertEqual(count, 4)
selection = getHyperslabSelection(datashape, 10, 83, 20)
count = getNumChunks(selection, layout)
self.assertEqual(count, 4)
datashape = [100, 100]
layout = (10, 5)
selection = getHyperslabSelection(datashape)
count = getNumChunks(selection, layout)
self.assertEqual(count, 200)
selection = getHyperslabSelection(datashape, (41, 6), (49, 9))
count = getNumChunks(selection, layout)
self.assertEqual(count, 1)
selection = getHyperslabSelection(datashape, (39, 4), (47, 7))
count = getNumChunks(selection, layout)
self.assertEqual(count, 4)
# try with different increment
selection = getHyperslabSelection(datashape, (39, 4), (47, 7), (3, 2))
count = getNumChunks(selection, layout)
self.assertEqual(count, 4)
selection = getHyperslabSelection(datashape, (0, 0), (100, 100),
(20, 40))
count = getNumChunks(selection, layout)
self.assertEqual(count, 15)