class Disjointig(Contig):
def __init__(self, seq, id, rc=None):
# type: (str, str, Optional[Disjointig]) -> None
self.seq = seq
self.id = id
if rc is None:
self.read_alignments = AlignmentStorage() # type: AlignmentStorage
rc = Disjointig(basic.RC(seq), basic.Reverse(id),
self) # type: Disjointig
self.rc = rc
else:
self.rc = rc
self.read_alignments = self.rc.read_alignments.rc # type: AlignmentStorage
Contig.__init__(self, seq, id, rc)
self.rc = rc # type:Disjointig
def addAlignments(self, als):
# type: (Iterable[AlignmentPiece]) -> None
self.read_alignments.addAll(als)
def addAlignment(self, al):
# type: (AlignmentPiece) -> None
self.read_alignments.add(al)
def getAlignmentsTo(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
return self.read_alignments.getAlignmentsTo(seg)
def allInter(self, seg, min_inter=1):
# type: (Segment, int) -> Generator[AlignmentPiece]
return self.read_alignments.allInter(seg, min_inter)
def save(self, handler):
# type: (TokenWriter) -> None
handler.writeTokenLine(self.id)
handler.writeTokenLine(self.seq)
self.read_alignments.save(handler)
def loadDisjointig(self, handler, reads):
# type: (TokenReader, ReadCollection) -> None
self.id = handler.readToken()
self.rc.id = basic.Reverse(self.id)
seq = handler.readToken()
self.read_alignments.load(handler, reads, self)
class TwoLineAlignmentStorage(LineListener):
def __init__(self, line_from, line_to, rc = None, reverse = None):
# type: (Contig, Contig, Optional[TwoLineAlignmentStorage], Optional[TwoLineAlignmentStorage]) -> None
assert line_from.id != line_to.id and line_from.rc.id != line_to.id
self.line_from = line_from
self.line_to = line_to
self.reverse = reverse
if rc is None:
self.content = AlignmentStorage()
self.rc = TwoLineAlignmentStorage(line_from.rc, line_to.rc, self, None)
else:
self.rc = rc
self.content = rc.content.rc # type: AlignmentStorage
LineListener.__init__(self, self.rc)
self.rc = self.rc # type: TwoLineAlignmentStorage
if reverse is None and rc is None:
reverse = TwoLineAlignmentStorage(line_to, line_from, None, self)
self.reverse = reverse
self.reverse.reverse = self
self.rc.reverse = self.reverse.rc
self.rc.reverse.reverse = self.rc
def add(self, al):
# type: (AlignmentPiece) -> None
assert al.seg_from.contig == self.line_from
assert al.seg_to.contig == self.line_to
self.content.add(al)
reverse = al.reverse()
self.reverse.content.add(reverse)
def addAll(self, als):
for al in als:
self.add(al)
return self
def __iter__(self):
# type: () -> Generator[AlignmentPiece]
return self.content.__iter__()
def getAlignmentsTo(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
return self.content.getAlignmentsTo(seg)
def allInter(self, seg):
return self.content.allInter(seg)
def normalizeReverse(self):
self.reverse.content = self.content.reverse()
self.reverse.rc.content = self.reverse.content.rc
def fireBeforeExtendRight(self, line, new_seq, seq):
# type: (Any, Contig, str) -> None
self.content.fireBeforeExtendRight(line, new_seq, seq)
self.normalizeReverse()
def fireBeforeCutRight(self, line, new_seq, pos):
# type: (Any, Contig, int) -> None
self.content.fireBeforeCutRight(line, new_seq, pos)
self.normalizeReverse()
# alignments from new sequence to new sequence
def fireBeforeCorrect(self, alignments):
# type: (Correction) -> None
self.content.fireBeforeCorrect(alignments)
self.normalizeReverse()
def fireAfterExtendRight(self, line, seq, relevant_als = None):
# type: (Any, str, Optional[List[AlignmentPiece]]) -> None
self.content.fireAfterExtendRight(line, seq)
self.normalizeReverse()
def fireAfterCutRight(self, line, pos):
# type: (Any, int) -> None
self.content.fireAfterCutRight(line, pos)
self.normalizeReverse()
def fireAfterCorrect(self, line, alignments):
# type: (Any, Correction) -> None
self.content.fireAfterCorrect(line, alignments)
self.normalizeReverse()
def addAndMergeRight(self, al):
self.content.addAndMergeRight(al)
self.normalizeReverse()
def merge(self, other):
# type: (TwoLineAlignmentStorage) -> TwoLineAlignmentStorage
res = TwoLineAlignmentStorage(self.line_from, self.line_to)
res.content.addAll(self.content.merge(other.content))
res.normalizeReverse()
def save(self, handler):
# type: (TokenWriter) -> None
self.content.save(handler)
def load(self, handler, lines):
# type: (TokenReader, Any) -> None
self.content.load(handler, lines, lines)
self.normalizeReverse()
class RCAlignmentStorage(LineListener):
def __init__(self, line, rc = None):
# type: (Contig, Optional[RCAlignmentStorage]) -> None
self.line = line
if rc is None:
self.content = AlignmentStorage()
rc = RCAlignmentStorage(line.rc, self)
rc.content = self.content.rc
LineListener.__init__(self, rc)
self.rc = rc # type: AutoAlignmentStorage
def __iter__(self):
# type: () -> Generator[AlignmentPiece]
return self.content.__iter__()
def getAlignmentsTo(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
return self.content.getAlignmentsTo(seg)
def allInter(self, seg):
return self.content.allInter(seg)
def add(self, alignment):
self.content.add(alignment)
self.content.add(alignment.reverse().rc)
def addAndMergeRight(self, al):
# type: (AlignmentPiece) -> None
self.content.addAndMergeRight(al)
self.content.addAndMergeLeft(al.reverse().rc)
def addAll(self, als):
for al in als:
self.add(al)
return self
def fireBeforeExtendRight(self, line, new_seq, seq):
# type: (Any, Contig, str) -> None
self.content.fireBeforeExtendRight(line, new_seq, seq)
self.reverse()
self.content.fireBeforeExtendRight(line, new_seq, seq)
def fireBeforeCutRight(self, line, new_seq, pos):
# type: (Any, Contig, int) -> None
self.content.fireBeforeCutRight(line, new_seq, pos)
self.reverse()
self.content.fireBeforeCutRight(line, new_seq, pos)
# alignments from new sequence to new sequence
def fireBeforeCorrect(self, alignments):
# type: (Correction) -> None
self.content.fireBeforeCorrect(alignments)
self.reverse()
self.content.fireBeforeCorrect(alignments)
def fireAfterExtendRight(self, line, seq, relevant_als = None):
# type: (Any, str, Optional[List[AlignmentPiece]]) -> None
self.content.fireAfterExtendRight(line, seq)
self.reverse()
self.content.fireAfterExtendRight(line, seq)
def fireAfterCutRight(self, line, pos):
# type: (Any, int) -> None
self.content.fireAfterCutRight(line, pos)
self.reverse()
self.content.fireAfterCutRight(line, pos)
def fireAfterCorrect(self, line, alignments):
# type: (Any, Correction) -> None
self.content.fireAfterCorrect(line, alignments)
self.reverse()
self.content.fireAfterCorrect(line, alignments)
# This is CRAAAZY!!! But correct.
def reverse(self):
self.rc.content = self.content.reverse()
self.content = self.rc.content.rc
def merge(self, other):
# type: (RCAlignmentStorage) -> RCAlignmentStorage
res = RCAlignmentStorage(self.line)
res.content.addAll(self.content.merge(other.content))
return res
def save(self, handler):
# type: (TokenWriter) -> None
self.content.save(handler)
def load(self, handler):
# type: (TokenReader) -> None
self.content.load(handler, self.line.rc, self.line)
class AutoAlignmentStorage(LineListener):
def __init__(self, line, rc = None):
# type: (Contig, Optional[AutoAlignmentStorage]) -> None
self.line = line
if rc is None:
self.content = AlignmentStorage()
rc = AutoAlignmentStorage(line.rc, self)
rc.content = self.content.rc
rc.state = -1
LineListener.__init__(self, rc)
self.rc = rc # type: AutoAlignmentStorage
self.state = 1 # from precedes to
def makeCanonical(self, al):
if (self.state == 1) == (al.seg_from.left < al.seg_to.left):
return al
else:
return al.reverse()
def isCanonical(self, al):
return (self.state == 1) == (al.seg_from.left < al.seg_to.left)
def add(self, al):
# type: (AlignmentPiece) -> None
if al.isIdentical():
return
self.content.add(self.makeCanonical(al))
def addAll(self, als):
for al in als:
self.add(al)
return self
def addAndMergeRight(self, al):
if al.isIdentical():
return
if self.isCanonical(al):
self.content.addAndMergeRight(al)
else:
self.content.addAndMergeRight(al.reverse())
def __iter__(self):
# type: () -> Generator[AlignmentPiece]
for al in self.content:
yield al
for al in self.content:
yield al.reverse()
yield AlignmentPiece.Identical(self.line.asSegment())
def getAlignmentsTo(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
for al in self:
if al.seg_to.contains(seg):
yield al
def allInter(self, seg):
for al in self:
if al.seg_to.inter(seg):
yield al
def fireBeforeExtendRight(self, line, new_seq, seq):
# type: (Any, Contig, str) -> None
self.content.fireBeforeExtendRight(line, new_seq, seq)
self.reverse()
self.content.fireBeforeExtendRight(line, new_seq, seq)
# alignments from new sequence to new sequence
def fireBeforeCutRight(self, line, new_seq, pos):
# type: (Any, Contig, int) -> None
self.content.fireBeforeCutRight(line, new_seq, pos)
self.reverse()
self.content.fireBeforeCutRight(line, new_seq, pos)
def fireBeforeCorrect(self, alignments):
# type: (Correction) -> None
self.content.fireBeforeCorrect(alignments)
self.reverse()
self.content.fireBeforeCorrect(alignments)
def fireAfterExtendRight(self, line, seq, relevant_als = None):
# type: (Any, str, Optional[List[AlignmentPiece]]) -> None
self.content.fireAfterExtendRight(line, seq)
self.reverse()
self.content.fireAfterExtendRight(line, seq)
def fireAfterCutRight(self, line, pos):
# type: (Any, int) -> None
self.content.fireAfterCutRight(line, pos)
self.reverse()
self.content.fireAfterCutRight(line, pos)
def fireAfterCorrect(self, line, alignments):
# type: (Any, Correction) -> None
self.content.fireAfterCorrect(line, alignments)
self.reverse()
self.content.fireAfterCorrect(line, alignments)
def reverse(self):
self.state = -self.state
self.rc.state = -self.rc.state
self.content = self.content.reverse()
self.rc.content = self.content.rc
def merge(self, other):
# type: (AutoAlignmentStorage) -> AutoAlignmentStorage
if self.state != other.state:
self.reverse()
res = AutoAlignmentStorage(self.line)
res.state = self.state
res.content.addAll(self.content.merge(other.content))
return res
def save(self, handler):
# type: (TokenWriter) -> None
self.content.save(handler)
def load(self, handler):
# type: (TokenReader) -> None
self.content.load(handler, self.line, self.line)
def setState(self, state):
assert state in [-1, 1]
if self.state != state:
self.reverse()
class NewLine(Contig):
def __init__(self, seq, id, extension_handler, rc = None):
# type: (str, str, ExtensionHandler, Optional[NewLine]) -> None
self.extensionHandler = extension_handler
self.seq = seq
self.id = id # type: str
self.circular = False
self.name_printer = None
self.max_extension = False
if rc is None:
self.initial = AlignmentStorage()
self.correct_segments = SegmentStorage()
self.completely_resolved = SegmentStorage()
self.disjointig_alignments = AlignmentStorage()
self.read_alignments = ReadAlignmentStorage()
self.listeners = [self.initial, self.correct_segments, self.completely_resolved, self.disjointig_alignments, self.read_alignments, extension_handler] # type: List[LineListener]
rc = NewLine(basic.RC(seq), basic.Reverse(self.id), extension_handler.rc, self) #type: NewLine
self.rc = rc
self.addListener(ReadAlignmentListener(self))
# self.initial.add(AlignmentPiece.Identical(self.asSegment().asContig().asSegment(), self.asSegment()))
else:
self.initial = rc.initial.rc # type: AlignmentStorage
self.correct_segments = rc.correct_segments.rc # type: SegmentStorage
self.completely_resolved = rc.completely_resolved.rc # type: SegmentStorage
self.disjointig_alignments = rc.disjointig_alignments.rc # type: AlignmentStorage
self.read_alignments = rc.read_alignments.rc # type: ReadAlignmentStorage
self.listeners = [listener.rc for listener in rc.listeners] # type: List[LineListener]
Contig.__init__(self, seq, id, rc)
self.rc = rc #type: NewLine
self.knot = None # type: Knot
def updateCorrectSegments(self, seg, threshold = params.reliable_coverage):
# type: (Segment, int) -> None
segs = AlignmentStorage().addAll(self.read_alignments.allInter(seg)).filterByCoverage(mi=threshold)
self.correct_segments.addAll(segs)
self.correct_segments.mergeSegments()
def addReads(self, alignments):
# type: (Iterable[AlignmentPiece]) -> None
self.read_alignments.addAll(alignments)
self.max_extension = False
def getReadAlignmentsTo(self, seg):
# type: (Segment) -> Iterable[AlignmentPiece]
return self.read_alignments.getAlignmentsTo(seg)
def getPotentialAlignmentsTo(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
result = []
for alDL in self.disjointig_alignments.getAlignmentsTo(seg):
reduced = alDL.reduce(target=seg)
dt = alDL.seg_from.contig # type: Disjointig
for alRD in dt.getAlignmentsTo(reduced.seg_from):
result.append(alRD.compose(alDL))
result = sorted(result, key = lambda al: (al.seg_from.contig.id, -len(al.seg_from)))
for read, iter in itertools.groupby(result, key = lambda al: al.seg_from.contig):
readRes = []
for al in iter:
found = False
for al1 in readRes:
inter = al.matchingSequence(True).inter(al1.matchingSequence(True))
if len(inter.matches) != 0:
found = True
if not found:
yield al
readRes.append(al)
def getRelevantAlignmentsFor(self, seg):
# type: (Segment) -> Generator[AlignmentPiece]
sys.stdout.trace("Requesting read alignments for", seg)
result = []
if params.debug:
print self.disjointig_alignments
print list(self.disjointig_alignments.allInter(seg))
for alDL in self.disjointig_alignments.allInter(seg):
if len(alDL.seg_to) < params.k:
continue
reduced = alDL.reduce(target=seg)
dt = alDL.seg_from.contig # type: Disjointig
cnt = 0
als = filter(lambda al: al.seg_to.interSize(alDL.seg_from) > 8 * params.k / 10, dt.allInter(reduced.seg_from))
compositions = alDL.massComposeBack(als)
for al in compositions:
if len(al.seg_to) >= params.k:
result.append(al)
cnt += 1
sys.stdout.trace("Request for read alignments for", seg, " collecting finished. Started filtering")
result = sorted(result, key = lambda al: (al.seg_from.contig.id, -len(al.seg_from)))
for read, iter in itertools.groupby(result, key = lambda al: al.seg_from.contig): # type: AlignedRead, Generator[AlignmentPiece]
readRes = []
for al in iter:
found = False
for al1 in readRes:
inter = al.matchingSequence(True).inter(al1.matchingSequence(True))
if len(inter.matches) != 0:
found = True
break
if not found:
if params.debug:
print al
yield al
readRes.append(al)
sys.stdout.trace("Request for read alignments for", seg, "finished")
def position(self, pos):
# type: (int) -> LinePosition
return LinePosition(self, pos)
def extendRight(self, seq, relevant_als = None):
# type: (str, List[AlignmentPiece]) -> None
sys.stdout.trace("Line operation Extend:", self, len(seq), relevant_als)
assert self.knot is None
if relevant_als is None:
relevant_als = []
new_seq = Contig(self.seq + seq, "TMP2_" + self.id)
self.notifyBeforeExtendRight(new_seq, seq)
self.seq = self.seq + seq
self.rc.seq = basic.RC(seq) + self.rc.seq
self.notifyAfterExtendRight(seq, relevant_als)
self.updateCorrectSegments(self.asSegment())
self.max_extension = True
def notifyBeforeExtendRight(self, new_seq, seq):
# type: (Contig, str) -> None
for listener in self.listeners:
listener.fireBeforeExtendRight(self, new_seq, seq)
def notifyAfterExtendRight(self, seq, relevant_als):
# type: (str, Optional[List[AlignmentPiece]]) -> None
for listener in self.listeners:
listener.fireAfterExtendRight(self, seq, relevant_als)
def cutRight(self, pos):
sys.stdout.trace("Line operation Cut:", self, pos)
assert pos > 0 and pos <= len(self)
cut_length = len(self) - pos
if cut_length == 0:
return
new_seq = Contig(self.seq[:pos], "TMP3_" + self.id)
self.notifyBeforeCutRight(new_seq, pos)
self.seq = self.seq[:-cut_length]
self.rc.seq = self.rc.seq[cut_length:]
self.notifyAfterCutRight(pos)
def notifyBeforeCutRight(self, new_seq, pos):
# type: (Contig, int) -> None
for listener in self.listeners:
listener.fireBeforeCutRight(self, new_seq, pos)
def notifyAfterCutRight(self, pos):
# type: (int) -> None
for listener in self.listeners:
listener.fireAfterCutRight(self, pos)
def correctSequence(self, alignments):
# type: (Iterable[AlignmentPiece]) -> None
sys.stdout.trace("Line operation Correct:", alignments)
alignments = [al.cutIdenticalEnds() for al in alignments if al.seg_from.Seq() != al.seg_to.Seq()]
if len(alignments) == 0:
sys.stdout.trace("Skipping trivial correction operation")
return
assert len(alignments) > 0
correction = Correction.constructCorrection(alignments)
self.notifyBeforeCorrect(correction)
old = Contig(self.seq, "old")
self.seq = correction.seq_from.seq
self.rc.seq = basic.RC(self.seq)
correction.changeQT(self, old)
self.notifyAfterCorrect(correction)
def notifyBeforeCorrect(self, alignments):
# type: (Correction) -> None
for listener in self.listeners:
listener.fireBeforeCorrect(alignments)
def notifyAfterCorrect(self, alignments):
# type: (Correction) -> None
for listener in self.listeners:
listener.fireAfterCorrect(self, alignments)
def addReadAlignment(self, al):
# type: (AlignmentPiece) -> AlignmentPiece
self.read_alignments.add(al)
self.max_extension = False
return al
def addListener(self, listener):
self.listeners.append(listener)
self.rc.listeners.append(listener.rc)
def removeListener(self, listener):
self.listeners.remove(listener)
self.rc.listeners.remove(listener.rc)
def save(self, handler):
# type: (TokenWriter) -> None
handler.writeTokenLine(self.id)
handler.writeTokenLine(self.seq)
self.initial.save(handler)
self.correct_segments.save(handler)
self.completely_resolved.save(handler)
self.disjointig_alignments.save(handler)
self.read_alignments.save(handler)
def loadLine(self, handler, disjointigs, reads, contigs):
# type: (TokenReader, DisjointigCollection, ReadCollection, ContigCollection) -> None
self.id = handler.readToken()
self.seq = handler.readToken()
self.rc.id = basic.Reverse(self.id)
n = handler.readInt()
for i in range(n):
handler.readToken()
handler.readToken()
handler.readToken()
seg = Segment.load(handler, self)
handler.readToken()
self.initial.add(AlignmentPiece.Identical(seg.asContig().asSegment(), seg))
# self.add(AlignmentPiece.load(handler, collection_from, collection_to))
self.correct_segments.load(handler, self)
self.completely_resolved.load(handler, self)
self.disjointig_alignments.load(handler, disjointigs, self)
self.read_alignments.load(handler, reads, self)
for al in self.read_alignments:
read = al.seg_from.contig #type: AlignedRead
read.addAlignment(al)
self.max_extension = False
def __str__(self):
if self.name_printer is not None:
return self.name_printer(self)
points = [self.left()]
if len(self.initial) == 0:
points.append("NA")
else:
points.append(self.initial[0].seg_to.left)
points.append(self.initial[-1].seg_to.right)
points.append(self.right())
points = map(str, points)
return "Line:" + str(self.id) + ":" + "[" + ":".join(points) +"]"
def __repr__(self):
points = [self.left()]
points.extend(self.initial)
points.append(self.right())
points = map(str, points)
return "Line:" + str(self.id) + ":" + "[" + ":".join(points) +"]"
def setCircular(self):
self.circular = True
self.rc.circular = True
def cleanReadAlignments(self):
for read in self.read_alignments:
read.seg_from.contig.removeContig(self)
self.read_alignments.clean()
self.max_extension = False
def tie(self, other, gap, gap_seq):
self.knot = Knot(self, other, gap, gap_seq)
other.rc.knot = self.knot.rc
if self == other:
self.setCircular()
def unTie(self):
if self.knot is not None:
self.knot.line_right.rc.knot = None
if self.knot is not None:
self.knot = None