def testGetBinnedCubeCells(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, aggs)
binnedCubeCells = cs.getBinnedCubeCells(cubeSetName)
dimkeys = []
for binnedCubeCell in binnedCubeCells:
dimkeys.append(binnedCubeCell['dimensionKey'])
dimkeys.sort()
self.assertTrue(dimkeys[0] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[1] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[2] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[3] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[4] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[5] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[6] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[7] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[8] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[9] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[10] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[11] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[12] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:5+#Region:NorthEast#State:MA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[13] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:5+#Region:NorthEast#State:MA#Year:Year2015#Date:2015-10-11')
os.remove(csvFileName)
def testCreateCubeSet(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, aggs)
cubeSet = cs.getCubeSet(cubeSetName)
self.assertTrue(cubeSet != None)
self.assertTrue(cubeSet['name'] == cubeSetName)
self.assertTrue(cubeSet['displayName'] == cubeSetName)
self.assertTrue(cubeSet['owner'] == 'testOwner')
self.assertTrue(cubeSet['csvFileName'] == csvFileName)
self.assertTrue(cubeSet['sourceCube'] == cubeSetName + '_source')
self.assertTrue(cubeSet['binnedCube'] == cubeSetName + '_binned')
binnedCubeName = cubeSet['binnedCube']
self.assertTrue(len(cubeSet['aggCubes']) == 3)
self.assertTrue(binnedCubeName + '_' + aggs[0]['name'] in cubeSet['aggCubes'])
self.assertTrue(binnedCubeName + '_' + aggs[1]['name'] in cubeSet['aggCubes'])
self.assertTrue(binnedCubeName + '_' + aggs[2]['name'] in cubeSet['aggCubes'])
os.remove(csvFileName)
def testGetSourceCubeCells(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, aggs)
cubeCells = cs.getSourceCubeCells(cubeSetName)
self.assertTrue(cubeCells.count() == 14)
os.remove(csvFileName)
def testRemoveCellsFromSourceCube(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, aggs)
cs.removeCellsFromSourceCube(cubeSetName, { "dimensions.State" : "CA"})
cubeCells = cs.getSourceCubeCells(cubeSetName)
self.assertTrue(cubeCells.count() == 8)
dimkeys = []
for cubeCell in cubeCells:
dimkeys.append(cubeCell['dimensionKey'])
dimkeys.sort()
self.assertTrue(dimkeys[0] == '#CustomerId:C2#ProductId:P1#State:NY#Date:2014-10-10')
self.assertTrue(dimkeys[1] == '#CustomerId:C2#ProductId:P1#State:NY#Date:2014-10-11')
self.assertTrue(dimkeys[2] == '#CustomerId:C2#ProductId:P1#State:NY#Date:2015-10-10')
self.assertTrue(dimkeys[3] == '#CustomerId:C2#ProductId:P1#State:NY#Date:2015-10-11')
self.assertTrue(dimkeys[4] == '#CustomerId:C2#ProductId:P2#State:NY#Date:2014-10-10')
self.assertTrue(dimkeys[5] == '#CustomerId:C2#ProductId:P2#State:NY#Date:2015-10-10')
self.assertTrue(dimkeys[6] == '#CustomerId:C3#ProductId:P1#State:MA#Date:2014-10-11')
self.assertTrue(dimkeys[7] == '#CustomerId:C3#ProductId:P1#State:MA#Date:2015-10-11')
os.remove(cubeSetName + '.csv')
def testDeleteCubeSet(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, None, None)
cs.deleteCubeSet(cubeSetName)
cubeSet = cs.getCubeSet(cubeSetName)
self.assertTrue(cubeSet == None)
os.remove(csvFileName)
def testPerformAggregation(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, None)
cs.performAggregation(cubeSetName, aggs)
agg = aggs[0]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 4)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 2)
print aggCubeCell
print '---------'
agg = aggs[1]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 2)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 1)
print aggCubeCell
print '---------'
agg = aggs[2]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 2)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 1)
print aggCubeCell
print '---------'
os.remove(cubeSetName + '.csv')
def testUpdateCubeSetDisplayName(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, None, None)
cs.updateCubeSetDisplayName(cubeSetName, 'new name')
cubeSet = cs.getCubeSet(cubeSetName)
self.assertTrue(cubeSet != None)
self.assertTrue(cubeSet['name'] == cubeSetName)
self.assertTrue(cubeSet['displayName'] == 'new name')
self.assertTrue(cubeSet['owner'] == 'testOwner')
self.assertTrue(cubeSet['csvFileName'] == csvFileName)
self.assertTrue(cubeSet['sourceCube'] == cubeSetName + '_source')
os.remove(csvFileName)
def testPerformBinning(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, None)
# Change the binning
for binning in binnings:
if binning['binningName'] == 'QtyBinning':
bins = []
bins.append({ "label": "0-3", "min": 0, "max": 3 })
bins.append({ "label": "3+", "min" : 4, "max": 99999999})
binning['bins'] = bins
cs.performBinning(cubeSetName, binnings)
binnedCubeCells = cs.getBinnedCubeCells(cubeSetName)
dimkeys = []
for binnedCubeCell in binnedCubeCells:
dimkeys.append(binnedCubeCell['dimensionKey'])
dimkeys.sort()
self.assertTrue(dimkeys[0] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-3#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[1] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-3#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[2] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-3#Region:West#State:CA#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[3] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-3#Region:West#State:CA#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[4] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-3#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[5] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-3#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[6] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-3#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[7] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-3#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[8] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-3#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[9] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-3#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[10] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:3+#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[11] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:3+#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[12] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:3+#Region:NorthEast#State:MA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[13] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:3+#Region:NorthEast#State:MA#Year:Year2015#Date:2015-10-11')
os.remove(cubeSetName + '.csv')
def testAddCellsToSourceCube(self):
cubeSetName = 'test-' + str(uuid.uuid4())
csvFileName = cubeSetName + '.csv'
shutil.copyfile('testdata.csv', cubeSetName + '.csv')
with open('test_binnings.json') as binnings_file:
binnings = json.load(binnings_file)
with open('test_agg.json') as agg_file:
aggs = json.load(agg_file)
cs = CubeSetService('testdb')
cs.createCubeSet("testOwner", cubeSetName, cubeSetName, csvFileName, binnings, aggs)
cs.addCellsToSourceCube(cubeSetName, 'testdataIncremental.csv')
sourceCubeCells = cs.getSourceCubeCells(cubeSetName)
self.assertTrue(sourceCubeCells.count() == 21)
binnedCubeCells = cs.getBinnedCubeCells(cubeSetName)
dimkeys = []
for binnedCubeCell in binnedCubeCells:
dimkeys.append(binnedCubeCell['dimensionKey'])
dimkeys.sort()
self.assertTrue(dimkeys[0] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[1] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[2] == '#CustomerId:C1#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2016#Date:2016-10-11')
self.assertTrue(dimkeys[3] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[4] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[5] == '#CustomerId:C1#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:West#State:CA#Year:Year2016#Date:2016-10-10')
self.assertTrue(dimkeys[6] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-5#Region:West#State:CA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[7] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-5#Region:West#State:CA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[8] == '#CustomerId:C1#PriceBin:10+#ProductId:P2#QtyBin:0-5#Region:West#State:CA#Year:Year2016#Date:2016-10-11')
self.assertTrue(dimkeys[9] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[10] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[11] == '#CustomerId:C2#PriceBin:0-5#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2016#Date:2016-10-11')
self.assertTrue(dimkeys[12] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[13] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[14] == '#CustomerId:C2#PriceBin:10+#ProductId:P1#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2016#Date:2016-10-10')
self.assertTrue(dimkeys[15] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2014#Date:2014-10-10')
self.assertTrue(dimkeys[16] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2015#Date:2015-10-10')
self.assertTrue(dimkeys[17] == '#CustomerId:C2#PriceBin:5-10#ProductId:P2#QtyBin:0-5#Region:NorthEast#State:NY#Year:Year2016#Date:2016-10-10')
self.assertTrue(dimkeys[18] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:5+#Region:NorthEast#State:MA#Year:Year2014#Date:2014-10-11')
self.assertTrue(dimkeys[19] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:5+#Region:NorthEast#State:MA#Year:Year2015#Date:2015-10-11')
self.assertTrue(dimkeys[20] == '#CustomerId:C3#PriceBin:10+#ProductId:P1#QtyBin:5+#Region:NorthEast#State:MA#Year:Year2016#Date:2016-10-11')
agg = aggs[0]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 4)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 2)
print aggCubeCell
print '---------'
agg = aggs[1]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 2)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 1)
print aggCubeCell
print '---------'
agg = aggs[2]
aggCubeCells = cs.getAggregatedCubeCells(cubeSetName, agg['name'])
self.assertTrue (aggCubeCells.count(False) == 2)
for aggCubeCell in aggCubeCells:
self.assertTrue(len(aggCubeCell['dimensions']) == 1)
print aggCubeCell
print '---------'
os.remove(cubeSetName + '.csv')