def test_add_replace_segment_updates_dependencies(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node.add_dependency_node(node1)
oldGraph.add_node(node)
oldGraph.add_node(node1)
newNode = PlaceholderNode("test",
"Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1",
"Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertEqual(
oldGraph.get_node_by_name("test").get_dependencies(), [newNode2])
def test_add_segment_updates_dependencies(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node3 = SqlCTENode("test3", "Fill me!")
node.add_dependency_node(node1)
node.add_dependency_node(node3)
oldGraph.add_node(node)
oldGraph.add_node(node1)
oldGraph.add_node(node3)
newNode = PlaceholderNode("test",
"Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1",
"Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertTrue(
newNode2 in oldGraph.get_node_by_name("test").get_dependencies())
self.assertTrue(
node3 in oldGraph.get_node_by_name("test").get_dependencies())
def test_add_segment_updates_dependencies(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node3 = SqlCTENode("test3", "Fill me!")
node.add_dependency_node(node1)
node.add_dependency_node(node3)
oldGraph.add_node(node)
oldGraph.add_node(node1)
oldGraph.add_node(node3)
newNode = PlaceholderNode("test", "Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1", "Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertTrue(newNode2 in oldGraph.get_node_by_name("test").get_dependencies())
self.assertTrue(node3 in oldGraph.get_node_by_name("test").get_dependencies())
def test_add_replace_segment_adds_new_node(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node.add_dependency_node(node1)
oldGraph.add_node(node)
oldGraph.add_node(node1)
newNode = PlaceholderNode("test",
"Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1",
"Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertTrue(oldGraph.get_node_by_name("test2") is newNode2)
def _parse_node_contents(self, node: SqlCTENode, node_list: List[SqlCTENode]):
state = "start"
tokens = sqlparse.parse(node.get_text())[0].tokens
tokens = [x for x in tokens if not (x.ttype is sqlparse.tokens.Whitespace)]
for token in tokens:
if type(token) is sqlparse.sql.Comment:
node.set_docstring(str(token).replace("/*", "").replace("*/", "").replace("--", "").strip())
if token.ttype is sqlparse.tokens.DML:
state = "select"
continue
if state == "select" and token.ttype is not sqlparse.tokens.Punctuation:
if token.value.lower() == "from":
state = "from"
continue
if type(token) is sqlparse.sql.IdentifierList:
for item in token.get_identifiers():
node.add_column(self.column_factory.create_column(item))
continue
if token.ttype is not sqlparse.tokens.Punctuation and token.ttype is not sqlparse.tokens.Whitespace and str(token.value) != "\n":
column = self.column_factory.create_column(str(token))
print("Here")
node.add_column(column)
if state == "from":
if type(token) is sqlparse.sql.Where or token.value.lower() == "group":
break
if type(token) is sqlparse.sql.Identifier:
tableName = ""
if token.has_alias():
tableName = str(token).replace(token.get_name(), "").strip()
else:
tableName = token.get_name()
dependency = [x for x in node_list if x.get_name() == tableName]
if len(dependency) == 1:
node.add_dependency_node(dependency[0])
if node.get_dependencies() == []:
node = create_table_node(node)
node_list.append(node)
return node_list
def test_truncated_placeholder_keeps_dependencies(self):
graph = QueryGraph()
node = SqlCTENode("test", "test")
node1 = SqlCTENode("test1", "test")
node2 = SqlCTENode("test2", "test")
node3 = SqlCTENode("test3", "test")
node.add_dependency_node(node1)
node1.add_dependency_node(node2)
node2.add_dependency_node(node3)
graph.add_node(node)
graph.add_node(node1)
graph.add_node(node2)
graph.add_node(node3)
factory = QueryGraphFactory()
testGraph = factory.create_truncated_runnable_graph_from_node(
node, ["test2"])
self.assertEqual(type(testGraph.get_node_by_name("test2")),
PlaceholderNode)
self.assertEqual(
testGraph.get_node_by_name("test2").get_dependencies(),
node2.get_dependencies())
self.assertEqual(len(testGraph.node_lookup), 3)
def test_add_replace_segment_updates_dependencies(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node.add_dependency_node(node1)
oldGraph.add_node(node)
oldGraph.add_node(node1)
newNode = PlaceholderNode("test", "Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1", "Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertEqual(oldGraph.get_node_by_name("test").get_dependencies(), [newNode2])
def test_add_replace_segment_adds_new_node(self):
oldGraph = QueryGraph()
node = SqlCTENode("test", "Im the text content of the test node")
node1 = SqlCTENode("test1", "Im the text content of the test node")
node.add_dependency_node(node1)
oldGraph.add_node(node)
oldGraph.add_node(node1)
newNode = PlaceholderNode("test", "Im the text content of the test node")
newNode2 = SqlCTENode("test2", "Im the text content of the test node")
newNode1 = PlaceholderNode("test1", "Im the text content of the test node")
newNode.add_dependency_node(newNode2)
newNode2.add_dependency_node(newNode1)
newGraph = QueryGraph()
newGraph.add_node(newNode)
newGraph.add_node(newNode2)
newGraph.add_node(newNode1)
oldGraph.add_query(newGraph)
self.assertTrue(oldGraph.get_node_by_name("test2") is newNode2)
def test_node_list_contains_all_nodes(self):
graph = QueryGraph()
node = SqlCTENode("test", "test")
node1 = SqlCTENode("test1", "test")
node2 = SqlCTENode("test2", "test")
node3 = SqlCTENode("test3", "test")
node.add_dependency_node(node1)
node1.add_dependency_node(node2)
node2.add_dependency_node(node3)
graph.add_node(node)
graph.add_node(node1)
graph.add_node(node2)
graph.add_node(node3)
self.assertEquals([node3, node2, node1, node], graph.get_ordered_node_list_from_node(node))
self.assertEquals([node3, node2, node1], graph.get_ordered_node_list_from_node(node1))
def test_node_list_contains_all_nodes(self):
graph = QueryGraph()
node = SqlCTENode("test", "test")
node1 = SqlCTENode("test1", "test")
node2 = SqlCTENode("test2", "test")
node3 = SqlCTENode("test3", "test")
node.add_dependency_node(node1)
node1.add_dependency_node(node2)
node2.add_dependency_node(node3)
graph.add_node(node)
graph.add_node(node1)
graph.add_node(node2)
graph.add_node(node3)
self.assertEquals([node3, node2, node1, node],
graph.get_ordered_node_list_from_node(node))
self.assertEquals([node3, node2, node1],
graph.get_ordered_node_list_from_node(node1))
def test_truncated_placeholder_keeps_dependencies(self):
graph = QueryGraph()
node = SqlCTENode("test", "test")
node1 = SqlCTENode("test1", "test")
node2 = SqlCTENode("test2", "test")
node3 = SqlCTENode("test3", "test")
node.add_dependency_node(node1)
node1.add_dependency_node(node2)
node2.add_dependency_node(node3)
graph.add_node(node)
graph.add_node(node1)
graph.add_node(node2)
graph.add_node(node3)
factory = QueryGraphFactory()
testGraph = factory.create_truncated_runnable_graph_from_node(node, ["test2"])
self.assertEqual(type(testGraph.get_node_by_name("test2")), PlaceholderNode)
self.assertEqual(testGraph.get_node_by_name("test2").get_dependencies(), node2.get_dependencies())
self.assertEqual(len(testGraph.node_lookup), 3)