def split_alt_nodes(graph: GraphContainer, max_len=300, padding_len=150):
"""
Split long alternate nodes
:param graph: graph to work on
:param max_len: max length of reference node with no sequences
:param padding_len: length of sequence to keep
"""
assert max_len >= 2 * padding_len
for node in list(graph.altNodes()):
if len(node["sequence"]) <= max_len:
continue
logging.info(f"Splitting long ALT node: {node['name']}")
n1 = graph.add_altNode(node["chrom"], node["start"], node["end"],
node["sequence"][:padding_len],
node["sequences"])
n2 = graph.add_altNode(node["chrom"], node["start"], node["end"],
node["sequence"][-padding_len:],
node["sequences"])
for e in list(graph.inEdges(node)):
graph.add_edge(graph.nodes[e["from"]], n1, e["sequences"])
for e in list(graph.outEdges(node)):
graph.add_edge(n2, graph.nodes[e["to"]], e["sequences"])
graph.del_node(node)
def load_json(json) -> GraphContainer:
"""
Construct graph object from JSON representation
:param json: Dictionary of JSON file contents
"""
graph = GraphContainer()
for node in json["nodes"]:
seqs = node.get("sequences", ())
if "reference" in node:
chrom, start, end = parse_region(node["reference"])
graph.add_refNode(chrom, start, end, seqs, node["name"])
elif "position" in node:
chrom, start, end = parse_region(node["position"])
graph.add_altNode(chrom, start, end, node["sequence"], seqs,
node["name"])
else:
graph.nodes[node["name"]] = node
for edge in json["edges"]:
seqs = edge.get("sequences", ())
graph.add_edge(graph.nodes[edge["from"]], graph.nodes[edge["to"]],
seqs)
graph.name = json["model_name"]
graph.paths = json.get("paths", [])
graph.target_regions = json.get("target_regions", [])
graph.check()
return graph
def add_graph(graph1: GraphContainer, graph2: GraphContainer):
"""
Add all nodes, edges and paths from graph2 to graph1 (inplace)
"""
for node in graph2.refNodes():
graph1.add_refNode(
node["chrom"], node["start"], node["end"], node["sequences"])
for node in graph2.altNodes():
graph1.add_altNode(
node["chrom"], node["start"], node["end"], node["sequence"], node["sequences"])
for edge in graph2.edges.values():
graph1.add_edge(graph1.nodes[edge["from"]], graph1.nodes[edge["to"]], edge["sequences"])
graph1.paths += graph2.paths
def split_node(graph: GraphContainer, node, breakpoints):
"""
Split a node at a set of breakpoints and link new (sub-)nodes
Used to link to new variant nodes later
Modifies graph and deletes node after splitting
:returns Created sub-nodes
"""
if not breakpoints:
return node
breakpoints = sorted(set(breakpoints))
logging.debug(f"Splitting {node['name']} at {breakpoints}")
nodes = []
lEnd = 0
for p in breakpoints:
assert 0 <= p <= node["end"] - node["start"] + 1
nStart = node["start"] + lEnd
nEnd = node["start"] + p - 1
if "reference" in node:
nodes.append(
graph.add_refNode(node["chrom"], nStart, nEnd,
node["sequences"]))
else:
seq = node["sequence"][lEnd:p]
nodes.append(
graph.add_altNode(node["chrom"], nStart, nEnd, seq,
node["sequences"]))
lEnd = p
# Add last node
lStart = node["start"] + breakpoints[-1]
if "reference" in node:
nodes.append(
graph.add_refNode(node["chrom"], lStart, node["end"],
node["sequences"]))
else:
seq = node["sequence"][breakpoints[-1]:]
nodes.append(
graph.add_altNode(node["chrom"], lStart, node["end"], seq,
node["sequences"]))
# Connect nodes
for e in graph.inEdges(node):
graph.add_edge(graph.nodes[e["from"]], nodes[0], e["sequences"])
for e in graph.outEdges(node):
graph.add_edge(nodes[-1], graph.nodes[e["to"]], e["sequences"])
for (n1, n2) in zip(nodes[:-1], nodes[1:]):
graph.add_edge(n1, n2)
# Delete original node, unless identical to new node (no split)
if node['name'] not in [n['name'] for n in nodes]:
graph.del_node(node)
return nodes
def combine_nodes(graph: GraphContainer):
"""
Combine adjacent nodes with the same sequence labels
"""
for n1 in list(graph.nodes.values()):
if len(list(graph.outEdges(n1))) != 1:
continue # Pair of nodes with no other in/out edges
n2 = graph.nodes[next(graph.outEdges(n1))["to"]]
if len(list(graph.inEdges(n2))) != 1:
continue
if not (n1["chrom"] == n2["chrom"] and n1["end"] + 1 == n2["start"]):
continue # nodes must be adjacent
haplos = n1["sequences"]
if n2["sequences"] != haplos:
continue # only collapse nodes with same haplotypes
if "reference" in n1:
if "reference" not in n2:
continue # nodes must be of same type
node = graph.add_refNode(n1["chrom"], n1["start"], n2["end"], haplos)
else:
if "reference" in n2:
continue # nodes must be of same type
node = graph.add_altNode(
n1["chrom"], n1["start"], n2["end"], n1["sequence"] + n2["sequence"], haplos)
logging.info("Combinding %s and %s", n1['name'], n2['name'])
for e in list(graph.inEdges(n1)):
graph.add_edge(graph.nodes[e["from"]], node, e["sequences"])
for e in list(graph.outEdges(n2)):
graph.add_edge(node, graph.nodes[e["to"]], e["sequences"])
graph.del_node(n1)
graph.del_node(n2)
def add_variants_node(graph: GraphContainer, node, variants):
""" Add variants to one node in the graph """
bps = []
for var in variants:
assert var.start <= var.end + 1
assert not (var.start == var.end + 1 and var.alt == "")
logging.info(f"{node}: {var}")
bps.extend((var.start, var.end + 1))
nodes = split_node(graph, node, bps)
nodesEnding = {node["end"]: node for node in nodes[:-1]}
nodesStarting = {node["start"]: node for node in nodes}
for var in variants:
vStart = node["start"] + var.start
vEnd = node["start"] + var.end
alt = graph.add_altNode(node["chrom"], vStart, vEnd, var.alt)
graph.add_edge(nodesEnding[vStart - 1], alt)
graph.add_edge(alt, nodesStarting[vEnd + 1])
def add_variants_node(graph: GraphContainer, node, variants):
""" Add variants to one node in the graph """
bps = []
for var in variants:
if var.start > var.end + 1:
raise Exception("Variant start({}) > variane end({})!".format(
var.start, var.end))
if var.start == var.end + 1 and not var.alt:
raise Exception(
"Variant start({}) == end but no insertion sequence is specified."
.format(var.start))
bps.extend((var.start, var.end + 1))
nodes = split_node(graph, node, bps)
nodesEnding = {node["end"]: node for node in nodes[:-1]}
nodesStarting = {node["start"]: node for node in nodes}
for var in variants:
vStart = node["start"] + var.start
vEnd = node["start"] + var.end
alt = graph.add_altNode(node["chrom"], vStart, vEnd, var.alt)
graph.add_edge(nodesEnding[vStart - 1], alt)
graph.add_edge(alt, nodesStarting[vEnd + 1])
def get_graph(self, allele_graph=False):
""" Create the paragraph representation of nodes and edges for this graph
:param alleleGraph: create edges between any compatible allele pair (rather
than just following reference and given haplotypes)
:return GraphContainer object
"""
logging.info("Creating output graph")
graph = GraphContainer()
# create ref nodes
pnode = None
for ref in self.get_ref_alleles():
node = graph.add_refNode(self.chrom, ref.begin, ref.end - 1,
ref.data.haplotypes)
if pnode:
assert pnode["end"] + 1 == node["start"]
graph.add_edge(pnode, node)
pnode = node
# Create alt nodes
for alt in self.alts.values():
graph.add_altNode(self.chrom, alt.start, alt.end, alt.sequence,
alt.haplotypes)
# Create edges connecting nodes along a haplotype (or allele in alleleGraph mode)
for haplo in self.get_haplotypes():
nodes = graph.nodes_by_haplo(haplo)
logging.info(
f"Linking nodes in sequence {haplo}:\t{', '.join(n['name'] for n in nodes)}"
)
pnode = None
for node in nodes:
if pnode:
if pnode["end"] == node["start"] - 1:
graph.add_edge(pnode, node, [haplo])
pnode_is_ref_dummy = pnode[
"end"] == pnode["start"] - 1 and not pnode["sequence"]
pnode_ends_before_node = pnode["end"] < node[
"start"] and pnode["start"] < node["start"]
if not pnode_is_ref_dummy and not pnode_ends_before_node:
raise Exception(
f"Inconsistent nodes for haplotype {haplo}: {pnode['name']}, {node['name']}"
)
pnode = node
# In alleleGraph mode link each alt node to all neighboring nodes
# In haplotype mode link nodes without in/out edges to reference
for node in graph.altNodes():
if allele_graph or not any(graph.inEdges(node)):
graph.add_edge(
graph.refNode_ending_at[node["chrom"], node["start"] - 1],
node)
if not any(graph.outEdges(node)):
graph.add_edge(
node, graph.refNode_starting_at[node["chrom"],
node["end"] + 1])
if allele_graph:
isInsertion = node["end"] < node["start"]
for n in graph.nodes_starting_at[node["end"] + 1]:
# Don't loop by connecting multiple insertions at the same position
if not (isInsertion and n["end"] < n["start"]):
graph.add_edge(node, n)
# For nodes that do not have determined in/out edges for a given haplotype
# label all in/out edges as compatible with that haplotype
# excluding edges that connect to another allele at the same vcfVariant (e.g. insertions)
for haplo in self.get_haplotypes():
for node in graph.nodes_by_haplo(haplo):
if not any(graph.inEdges(node, haplo)):
for e in graph.inEdges(node):
graph.add_edge(graph.nodes[e["from"]], node, [haplo])
assert any(graph.inEdges(node, haplo))
if not any(graph.outEdges(node, haplo)):
for e in graph.outEdges(node):
graph.add_edge(node, graph.nodes[e["to"]], [haplo])
return graph