def test_should_return_the_new_path_after_execution(self, mock_class):
class_instatnce = mock_class.return_value
dummy_expr = type('dummy_expr', (),
{"evaluate": lambda x=None: [True, False, True]})
# Build plan tree
video = DataFrameMetadata("dataset", "dummy.avi")
batch_1 = Batch(pd.DataFrame({'data': [1, 2, 3]}))
batch_2 = Batch(pd.DataFrame({'data': [4, 5, 6]}))
class_instatnce.load.return_value = map(lambda x: x,
[batch_1, batch_2])
storage_plan = StoragePlan(video)
seq_scan = SeqScanPlan(predicate=dummy_expr, column_ids=[])
seq_scan.append_child(storage_plan)
# Execute the plan
executor = PlanExecutor(seq_scan)
actual = executor.execute_plan()
expected = batch_1[::2] + batch_2[::2]
mock_class.assert_called_once()
self.assertEqual(expected, actual)
def test_should_return_the_new_path_after_execution(self, mock_class):
class_instatnce = mock_class.return_value
dummy_expr = type('dummy_expr', (),
{"evaluate": lambda x=None: [True, False,
True]})
# Build plan tree
video = VideoMetaInfo("dummy.avi", 10, VideoFormat.AVI)
class_instatnce.load.return_value = map(lambda x: x, [
FrameBatch([1, 2, 3], None),
FrameBatch([4, 5, 6], None)])
storage_plan = StoragePlan(video)
seq_scan = SeqScanPlan(predicate=dummy_expr)
seq_scan.append_child(storage_plan)
# Execute the plan
executor = PlanExecutor(seq_scan)
actual = executor.execute_plan()
expected = [
FrameBatch([1, 3], None),
FrameBatch([4, 6], None)]
mock_class.assert_called_once()
self.assertEqual(
expected, actual
)
def test_build_execution_tree_should_create_correct_exec_node(self):
# SequentialScanExecutor
plan = SeqScanPlan(MagicMock(), [])
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, SequentialScanExecutor)
# PPExecutor
plan = PPScanPlan(MagicMock())
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, PPExecutor)
# CreateExecutor
plan = CreatePlan(MagicMock(), [], False)
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, CreateExecutor)
# InsertExecutor
plan = InsertPlan(0, [], [])
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, InsertExecutor)
# CreateUDFExecutor
plan = CreateUDFPlan('test', False, [], [], MagicMock(), None)
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, CreateUDFExecutor)
# LoadDataExecutor
plan = LoadDataPlan(MagicMock(), MagicMock())
executor = PlanExecutor(plan)._build_execution_tree(plan)
self.assertIsInstance(executor, LoadDataExecutor)
def test_execute_plan_for_seq_scan_plan(self, mock_clean, mock_build):
# SequentialScanExecutor
tree = MagicMock(node=SeqScanPlan(None, []))
tree.exec.return_value = [
Batch(pd.DataFrame([1])),
Batch(pd.DataFrame([2])),
Batch(pd.DataFrame([3]))
]
mock_build.return_value = tree
actual = PlanExecutor(None).execute_plan()
mock_build.assert_called_once_with(None)
mock_clean.assert_called_once()
tree.exec.assert_called_once()
self.assertEqual(actual, Batch(pd.DataFrame([[1], [2], [3]])))
def test_execute_plan_for_seq_scan_plan(self, mock_batch, mock_clean,
mock_build):
# SequentialScanExecutor
mock_batch.return_value = []
tree = MagicMock(node=SeqScanPlan(None, []))
tree.exec.return_value = [[1], [2], [3]]
mock_build.return_value = tree
actual = PlanExecutor(None).execute_plan()
mock_batch.assert_called_once()
assert_frame_equal(mock_batch.call_args[0][0], pd.DataFrame())
mock_build.assert_called_once_with(None)
mock_clean.assert_called_once()
tree.exec.assert_called_once()
self.assertEqual(actual, [1, 2, 3])
def test_tree_structure_for_build_execution_tree(self):
"""
Build an Abastract Plan with nodes:
ß root
/ | \
c1 c2 c3
/
c1_1
"""
predicate = None
root_abs_plan = SeqScanPlan(predicate=predicate, column_ids=[])
child_1_abs_plan = SeqScanPlan(predicate=predicate, column_ids=[])
child_2_abs_plan = SeqScanPlan(predicate=predicate, column_ids=[])
child_3_abs_plan = SeqScanPlan(predicate=predicate, column_ids=[])
child_1_1_abs_plan = SeqScanPlan(predicate=predicate, column_ids=[])
root_abs_plan.append_child(child_1_abs_plan)
root_abs_plan.append_child(child_2_abs_plan)
root_abs_plan.append_child(child_3_abs_plan)
child_1_abs_plan.append_child(child_1_1_abs_plan)
'''Build Execution Tree and check the nodes
are of the same type'''
root_abs_executor = PlanExecutor(
plan=root_abs_plan)._build_execution_tree(plan=root_abs_plan)
# Root Nodes
self.assertEqual(root_abs_plan.node_type,
root_abs_executor._node.node_type)
# Children of Root
for child_abs, child_exec in zip(root_abs_plan.children,
root_abs_executor.children):
self.assertEqual(child_abs.node_type, child_exec._node.node_type)
# Grand Children of Root
for gc_abs, gc_exec in zip(child_abs.children,
child_exec.children):
self.assertEqual(gc_abs.node_type, gc_exec._node.node_type)
def build(self, operator: Operator):
self.__init__()
self._visit(operator)
seq_scan = SeqScanPlan(self._predicate, self._target_list)
seq_scan.append_child(self._plan)
return seq_scan
def _visit_logical_project(self, operator: LogicalProject):
self._target_list = operator.target_list
seq_scan = SeqScanPlan(self._predicate, self._target_list)
if self._plan:
seq_scan.append_child(self._plan)
self._plan = seq_scan
def apply(self, before: LogicalQueryDerivedGet, context: OptimizerContext):
after = SeqScanPlan(before.predicate, before.target_list)
return after
def apply(self, before: LogicalGet, context: OptimizerContext):
after = SeqScanPlan(before.predicate, before.target_list)
after.append_child(StoragePlan(before.dataset_metadata))
return after
