def testOrientedPrecision(self):
schema = Schema()
schema.addEntity('A')
schema.addAttribute('A', 'X1')
schema.addAttribute('A', 'X2')
schema.addAttribute('A', 'X3')
schema.addAttribute('A', 'X4')
dependencies = []
model = Model(schema, dependencies)
learnedDependencies = []
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X1 -> [A].X2']
self.assertEqual(
0.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
# only oriented dependencies count
learnedDependencies = ['[A].X1 -> [A].X2', '[A].X2 -> [A].X1']
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X1 -> [A].X2', '[A].X2 -> [A].X1', '[A].X3 -> [A].X2'
]
self.assertEqual(
0.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X1 -> [A].X2', '[A].X2 -> [A].X1', '[A].X3 -> [A].X2',
'[A].X2 -> [A].X3'
]
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
# true model has one dependency
dependencies = ['[A].X1 -> [A].X2']
model = Model(schema, dependencies)
learnedDependencies = []
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X1 -> [A].X2']
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X1 -> [A].X2', '[A].X2 -> [A].X1']
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X1 -> [A].X2', '[A].X3 -> [A].X2']
self.assertEqual(
0.5, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X1 -> [A].X2', '[A].X3 -> [A].X2', '[A].X2 -> [A].X3'
]
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
# true model has two dependency
dependencies = ['[A].X1 -> [A].X2', '[A].X3 -> [A].X2']
model = Model(schema, dependencies)
learnedDependencies = ['[A].X3 -> [A].X2']
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X3 -> [A].X2', '[A].X2 -> [A].X3']
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X3 -> [A].X2', '[A].X2 -> [A].X3', '[A].X2 -> [A].X4'
]
self.assertEqual(
0.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = ['[A].X3 -> [A].X2', '[A].X2 -> [A].X4']
self.assertEqual(
0.5, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X3 -> [A].X2', '[A].X2 -> [A].X4', '[A].X4 -> [A].X2',
'[A].X1 -> [A].X2'
]
self.assertEqual(
1.0, ModelEvaluation.orientedPrecision(model, learnedDependencies))
learnedDependencies = [
'[A].X3 -> [A].X2', '[A].X2 -> [A].X4', '[A].X1 -> [A].X4'
]
self.assertEqual(
1 / 3, ModelEvaluation.orientedPrecision(model,
learnedDependencies))
learnedDependencies = [
'[A].X3 -> [A].X2', '[A].X2 -> [A].X4', '[A].X1 -> [A].X2'
]
self.assertEqual(
2 / 3, ModelEvaluation.orientedPrecision(model,
learnedDependencies))
logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.ERROR)
# Parameters
schema, model = shlee.RCDLight.incompleteness_example()
logger.info('Model: %s', model.dependencies)
hopThreshold = max(len(d.relVar1.path) + 1 for d in model.dependencies)
oracle = Oracle(model, 3 * hopThreshold)
rcd = RCD(schema, oracle, hopThreshold, depth=2)
rcd.identifyUndirectedDependencies()
rcd.orientDependencies()
print('Skeleton precision:', ModelEvaluation.skeletonPrecision(model, rcd.undirectedDependencies))
print('Skeleton recall:', ModelEvaluation.skeletonRecall(model, rcd.undirectedDependencies))
precision = ModelEvaluation.orientedPrecision(model, rcd.orientedDependencies)
print('Oriented precision:', precision)
print('Oriented recall:', ModelEvaluation.orientedRecall(model, rcd.orientedDependencies))
rcdl = shlee.RCDLight.RCDLight(schema, oracle, hopThreshold)
rcdl.identifyUndirectedDependencies()
rcdl.orientDependencies()
print('Skeleton precision:', ModelEvaluation.skeletonPrecision(model, rcdl.undirectedDependencies))
print('Skeleton recall:', ModelEvaluation.skeletonRecall(model, rcdl.undirectedDependencies))
precision = ModelEvaluation.orientedPrecision(model, rcdl.orientedDependencies)
print('Oriented precision:', precision)
print('Oriented recall:', ModelEvaluation.orientedRecall(model, rcdl.orientedDependencies))
assert ModelEvaluation.orientedRecall(model, rcdl.orientedDependencies) == \
ModelEvaluation.orientedRecall(model, rcd.orientedDependencies) == \
0.0
except Exception:
continue
# Some RCD algorithm takes too much time.
# This limits generated models to be 'easy'
if len(RelationalSpace.getRelationalDependencies(schema, hopThreshold)) > 100:
continue
# This oracle uses AGGs.
oracle = Oracle(model, 2 * hopThreshold)
# Since CI-tests are cached, comparing time spent on RCD and RCDL directly should be avoided.
rcdl = RCDLight(schema, oracle, hopThreshold)
rcdl.identifyUndirectedDependencies()
rcdl.orientDependencies()
rcd = RCD(schema, oracle, hopThreshold, depth=rcdDepth)
rcd.identifyUndirectedDependencies()
rcd.orientDependencies()
assert ModelEvaluation.orientedPrecision(model, rcdl.orientedDependencies) == 1.0
assert ModelEvaluation.skeletonPrecision(model, rcdl.undirectedDependencies) == 1.0
assert ModelEvaluation.skeletonRecall(model, rcdl.undirectedDependencies) == 1.0
rcdl_ori_recall = ModelEvaluation.orientedRecall(model, rcdl.orientedDependencies)
rcd_ori_recall = ModelEvaluation.orientedRecall(model, rcd.orientedDependencies)
assert rcdl_ori_recall >= rcd_ori_recall
print('.', end='', flush=True)
if rcdl_ori_recall > rcd_ori_recall:
print('\nRCDL beats RCD:', rcdl_ori_recall, '>', rcd_ori_recall)
# Parameters
schema, model = shlee.RCDLight.incompleteness_example()
logger.info('Model: %s', model.dependencies)
hopThreshold = max(len(d.relVar1.path) + 1 for d in model.dependencies)
oracle = Oracle(model, 3 * hopThreshold)
rcd = RCD(schema, oracle, hopThreshold, depth=2)
rcd.identifyUndirectedDependencies()
rcd.orientDependencies()
print('Skeleton precision:',
ModelEvaluation.skeletonPrecision(model, rcd.undirectedDependencies))
print('Skeleton recall:',
ModelEvaluation.skeletonRecall(model, rcd.undirectedDependencies))
precision = ModelEvaluation.orientedPrecision(model, rcd.orientedDependencies)
print('Oriented precision:', precision)
print('Oriented recall:',
ModelEvaluation.orientedRecall(model, rcd.orientedDependencies))
rcdl = shlee.RCDLight.RCDLight(schema, oracle, hopThreshold)
rcdl.identifyUndirectedDependencies()
rcdl.orientDependencies()
print('Skeleton precision:',
ModelEvaluation.skeletonPrecision(model, rcdl.undirectedDependencies))
print('Skeleton recall:',
ModelEvaluation.skeletonRecall(model, rcdl.undirectedDependencies))
precision = ModelEvaluation.orientedPrecision(model, rcdl.orientedDependencies)
print('Oriented precision:', precision)
print('Oriented recall:',
ModelEvaluation.orientedRecall(model, rcdl.orientedDependencies))
