def testAlignmentReadFasta(self): alg = MutableAlignment() alg.read_filepath(get_data_path("mock/pyrg/sate.fasta")) assert len(alg) == 65, "MutableAlignment length is %s" % len(alg) assert all([not alg.is_all_gap(i) for i in range(0, alg.get_length())])
def testAlignmentReadFasta(self): alg = MutableAlignment() alg.read_filepath(get_data_path("mock/pyrg/sate.fasta")) assert len(alg) == 65, "MutableAlignment length is %s" % len(alg) assert all([not alg.is_all_gap(i) for i in range(0, alg.get_length())])
def blast_to_markers(input, temp_dir): fragments = MutableAlignment() fragments.read_filepath(input) if (options().gene is None): # First blast sequences against all markers blast_results = temp_dir + "/blast.out" if (options().blast_file is None): print("Blasting fragments against marker dataset\n") blast_fragments(input, blast_results) else: blast_results = options().blast_file # Next bin the blast hits to the best gene gene_binning = bin_blast_results(blast_results) else: gene_binning = {options().gene: list(fragments.keys())} # Now figure out direction of fragments binned_fragments = dict([ (gene, dict([(seq_name, fragments[seq_name]) for seq_name in gene_binning[gene]])) for gene in gene_binning]) print("Finding best orientation of reads\n") align_name = 'sate' if (options().genes == 'cogs'): align_name = 'pasta' for (gene, frags) in binned_fragments.items(): # Add reverse complement sequence frags_rev = dict([(name + '_rev', reverse_sequence(seq)) for (name, seq) in frags.items()]) gene_frags = MutableAlignment() gene_frags.set_alignment(frags) gene_frags.set_alignment(frags_rev) gene_file = temp_dir + "/%s.frags.fas" % gene _write_fasta(gene_frags, gene_file) # Now run HMMER search hmmer_search( gene_file, os.path.join( options().__getattribute__('reference').path, 'refpkg/%s.refpkg/%s.hmm' % (gene, align_name)), temp_dir + "/%s.out" % gene) results = read_hmmsearch_results(temp_dir + "/%s.out" % gene) # Now select best direction for each frag for key in frags: forward_score = -10000 backward_score = -10000 if (key in results): forward_score = results[key][1] if (key+"_rev" in results): backward_score = results[key + "_rev"][1] if (backward_score > forward_score): frags[key] = gene_frags[key + "_rev"] # Now write to file _write_fasta(frags, gene_file + ".fixed") binned_fragments[gene] = frags return binned_fragments
def hmmer_to_markers(input, temp_dir): global refpkg fragments = MutableAlignment() fragments.read_filepath(input) reverse = dict([(name + '_rev', reverse_sequence(seq)) for (name, seq) in fragments.items()]) all_frags = MutableAlignment() all_frags.set_alignment(fragments) all_frags.set_alignment(reverse) frag_file = temp_dir + "/frags.fas" _write_fasta(all_frags, frag_file) # Now bin the fragments frag_scores = dict([(name, [-10000, 'NA', 'NA']) for name in fragments.keys()]) for gene in refpkg["genes"]: # Now run HMMER search hmmer_output = temp_dir + '/' + gene + ".out" hmmer_search(frag_file, refpkg[gene]["hmm"], hmmer_output) results = read_hmmsearch_results(hmmer_output) # Now select best direction for each frag for name, value in results.items(): bitscore = value[1] direction = 'forward' true_name = name if (name.find('_rev') != -1): true_name = true_name.replace('_rev', '') direction = 'reverse' if frag_scores[true_name][0] < bitscore: frag_scores[true_name] = [bitscore, gene, direction] # Now bin the fragments genes = dict([]) for name, val in frag_scores.items(): if (val[1] not in genes): genes[val[1]] = {} if (val[2] == 'forward'): genes[val[1]][name] = fragments[name] else: genes[val[1]][name] = reverse_sequence(fragments[name]) genes.pop("NA", None) for gene, seq in genes.items(): gene_file = temp_dir + '/' + gene + ".frags.fas.fixed" _write_fasta(seq, gene_file) binned_fragments = {} for gene, seq in genes.items(): binned_fragments[gene] = {} binned_fragments[gene]["file"] = temp_dir + '/' + gene \ + ".frags.fas.fixed" binned_fragments[gene]["nfrags"] = len(seq.keys()) return binned_fragments
def blast_to_markers(input, temp_dir): fragments = MutableAlignment() fragments.read_filepath(input) if (options().gene is None): # First blast sequences against all markers blast_results = temp_dir + "/blast.out" if (options().blast_file is None): print("Blasting fragments against marker dataset\n") blast_fragments(input, blast_results) else: blast_results = options().blast_file # Next bin the blast hits to the best gene gene_binning = bin_blast_results(blast_results) else: gene_binning = {options().gene: list(fragments.keys())} # Now figure out direction of fragments binned_fragments = dict([(gene, dict([(seq_name, fragments[seq_name]) for seq_name in gene_binning[gene]])) for gene in gene_binning]) print("Finding best orientation of reads\n") align_name = 'sate' if (options().genes == 'cogs'): align_name = 'pasta' for (gene, frags) in binned_fragments.items(): # Add reverse complement sequence frags_rev = dict([(name + '_rev', reverse_sequence(seq)) for (name, seq) in frags.items()]) gene_frags = MutableAlignment() gene_frags.set_alignment(frags) gene_frags.set_alignment(frags_rev) gene_file = temp_dir + "/%s.frags.fas" % gene _write_fasta(gene_frags, gene_file) # Now run HMMER search hmmer_search( gene_file, os.path.join(options().__getattribute__('reference').path, 'refpkg/%s.refpkg/%s.hmm' % (gene, align_name)), temp_dir + "/%s.out" % gene) results = read_hmmsearch_results(temp_dir + "/%s.out" % gene) # Now select best direction for each frag for key in frags: forward_score = -10000 backward_score = -10000 if (key in results): forward_score = results[key][1] if (key + "_rev" in results): backward_score = results[key + "_rev"][1] if (backward_score > forward_score): frags[key] = gene_frags[key + "_rev"] # Now write to file _write_fasta(frags, gene_file + ".fixed") binned_fragments[gene] = frags return binned_fragments
def hmmer_to_markers(input, temp_dir): global marker_genes fragments = MutableAlignment() fragments.read_filepath(input) reverse = dict([(name+'_rev', reverse_sequence(seq)) for (name, seq) in fragments.items()]) all_frags = MutableAlignment() all_frags.set_alignment(fragments) all_frags.set_alignment(reverse) frag_file = temp_dir+"/frags.fas" _write_fasta(all_frags, frag_file) # Now bin the fragments frag_scores = dict([(name, [-10000, 'NA', 'NA']) for name in fragments.keys()]) gene_set = marker_genes align_name = 'sate' if (options().genes == 'cogs'): gene_set = cog_genes align_name = 'pasta' for gene in gene_set: # Now run HMMER search hmmer_search( frag_file, os.path.join( options().__getattribute__('reference').path, 'refpkg/%s.refpkg/%.profile' % (gene, align_name)), temp_dir + "/%s.out" % gene) results = read_hmmsearch_results(temp_dir + "/%s.out" % gene) # Now select best direction for each frag for name, value in results.items(): bitscore = value[1] direction = 'forward' true_name = name if (name.find('_rev') != -1): true_name = true_name.replace('_rev', '') direction = 'reverse' if frag_scores[true_name][0] < bitscore: frag_scores[true_name] = [bitscore, gene, direction] # Now bin the fragments genes = dict([]) for name, val in frag_scores.items(): if (val[1] not in genes): genes[val[1]] = {} if (val[2] == 'forward'): genes[val[1]][name] = fragments[name] else: genes[val[1]][name] = reverse_sequence(fragments[name]) genes.pop("NA", None) for gene, seq in genes.items(): gene_file = temp_dir + "/%s.frags.fas" % gene _write_fasta(seq, gene_file + ".fixed") return genes
def hmmer_to_markers(input, temp_dir): global marker_genes fragments = MutableAlignment() fragments.read_filepath(input) reverse = dict([(name + '_rev', reverse_sequence(seq)) for (name, seq) in fragments.items()]) all_frags = MutableAlignment() all_frags.set_alignment(fragments) all_frags.set_alignment(reverse) frag_file = temp_dir + "/frags.fas" _write_fasta(all_frags, frag_file) #Now bin the fragments frag_scores = dict([(name, [-10000, 'NA', 'NA']) for name in fragments.keys()]) gene_set = marker_genes align_name = 'sate' if (options().genes == 'cogs'): gene_set = cog_genes align_name = 'pasta' for gene in gene_set: #Now run HMMER search hmmer_search( frag_file, os.path.join(options().__getattribute__('reference').path, 'refpkg/%s.refpkg/%.profile' % (gene, align_name)), temp_dir + "/%s.out" % gene) results = read_hmmsearch_results(temp_dir + "/%s.out" % gene) #Now select best direction for each frag for name in results.keys(): bitscore = results[name][1] direction = 'forward' true_name = name if (name.find('_rev') != -1): true_name = true_name.replace('_rev', '') direction = 'reverse' if frag_scores[true_name][0] < bitscore: frag_scores[true_name] = [bitscore, gene, direction] #Now bin the fragments genes = dict([]) for name in frag_scores.keys(): if (frag_scores[name][1] not in genes): genes[frag_scores[name][1]] = {} if (frag_scores[name][2] == 'forward'): genes[frag_scores[name][1]][name] = fragments[name] else: genes[frag_scores[name][1]][name] = reverse_sequence( fragments[name]) genes.pop("NA", None) for gene in genes.keys(): gene_file = temp_dir + "/%s.frags.fas" % gene _write_fasta(genes[gene], gene_file + ".fixed") return genes
def testAlignmentReadFasta(self): print "====== starting testAlignmentReadFasta ==========" alg = MutableAlignment() alg.read_filepath("data/mock/pyrg/sate.fasta") print "Maing alignment is:\n\n", alg assert len(alg) == 65, "MutableAlignment length is %s" %len(alg) assert all([not alg.is_all_gap(i) for i in xrange(0,alg.get_length())])
def testAlignmentReadFasta(self): print("====== starting testAlignmentReadFasta ==========") alg = MutableAlignment() alg.read_filepath("data/mock/pyrg/sate.fasta") print("Maing alignment is:\n\n", alg) assert len(alg) == 65, "MutableAlignment length is %s" % len(alg) assert all([not alg.is_all_gap(i) for i in range(0, alg.get_length())])
def hmmer_to_markers(input, temp_dir): global marker_genes fragments = MutableAlignment() fragments.read_filepath(input) reverse = dict([(name + "_rev", reverse_sequence(seq)) for (name, seq) in fragments.items()]) all_frags = MutableAlignment() all_frags.set_alignment(fragments) all_frags.set_alignment(reverse) frag_file = temp_dir + "/frags.fas" _write_fasta(all_frags, frag_file) # Now bin the fragments frag_scores = dict([(name, [-10000, "NA", "NA"]) for name in fragments.keys()]) gene_set = marker_genes align_name = "sate" if options().genes == "cogs": gene_set = cog_genes align_name = "pasta" for gene in gene_set: # Now run HMMER search hmmer_search( frag_file, os.path.join( options().__getattribute__("reference").path, "refpkg/%s.refpkg/%.profile" % (gene, align_name) ), temp_dir + "/%s.out" % gene, ) results = read_hmmsearch_results(temp_dir + "/%s.out" % gene) # Now select best direction for each frag for name in results.keys(): bitscore = results[name][1] direction = "forward" true_name = name if name.find("_rev") != -1: true_name = true_name.replace("_rev", "") direction = "reverse" if frag_scores[true_name][0] < bitscore: frag_scores[true_name] = [bitscore, gene, direction] # Now bin the fragments genes = dict([]) for name in frag_scores.keys(): if frag_scores[name][1] not in genes: genes[frag_scores[name][1]] = {} if frag_scores[name][2] == "forward": genes[frag_scores[name][1]][name] = fragments[name] else: genes[frag_scores[name][1]][name] = reverse_sequence(fragments[name]) genes.pop("NA", None) for gene in genes.keys(): gene_file = temp_dir + "/%s.frags.fas" % gene _write_fasta(genes[gene], gene_file + ".fixed") return genes
def testReadOnlySubAlignment(self): print("======= starting testReadOnlySubAlignment =========") alg = MutableAlignment() alg.read_filepath("data/mock/pyrg/sate.fasta") subset = list(alg.keys())[9:12] readonly_subalignment = ReadonlySubalignment(subset, alg) print("subalignment is:\n\n", readonly_subalignment) assert len(readonly_subalignment) == 3, len(readonly_subalignment) assert set(readonly_subalignment.keys()) == set( readonly_subalignment.get_sequence_names()) == set( subset ), "Subalignment keys not matching given keys %s vs %s" % (list( readonly_subalignment.keys()), subset) for (k, s) in list(readonly_subalignment.items()): assert k in subset, "%s not found in subset but returned by subalignment" % k assert s == alg[ k], "sequence associated with %k not matching parent alignment" % k try: readonly_subalignment[2] = "ACGT" assert False, "Readony alignment is successfully modified. " except TypeError: pass assert readonly_subalignment.get_length() == alg.get_length( ), "alignment length should not change" assert readonly_subalignment.is_aligned() == True assert readonly_subalignment.is_all_gap( 2) == True, "Site 2 should be all gaps" assert readonly_subalignment.is_all_gap( 150) == False, "Site 100 should not be all gaps" readonly_subalignment.write_to_path("data/mock/pyrg/sate.sub.fasta") mutable_subalignment = readonly_subalignment.get_mutable_alignment() mutable_subalignment.delete_all_gap() assert all([ not mutable_subalignment.is_all_gap(i) for i in range(0, mutable_subalignment.get_length()) ]) print("======= finishing testReadOnlySubAlignment =========")
def testReadOnlySubAlignment(self): alg = MutableAlignment() alg.read_filepath(get_data_path("mock/pyrg/sate.fasta")) subset = [ 'NC_008701_720717_722309', 'NC_013156_149033_150643', 'NC_013887_802739_801129' ] readonly_subalignment = ReadonlySubalignment(subset, alg) assert len(readonly_subalignment) == 3, len(readonly_subalignment) assert set(readonly_subalignment.keys()) == set( readonly_subalignment.get_sequence_names()) == set(subset), \ "Subalignment keys not matching given keys %s vs %s" % ( list(readonly_subalignment.keys()), subset) for (k, s) in list(readonly_subalignment.items()): assert k in subset, \ "%s not found in subset but returned by subalignment" % k assert s == alg[k], \ "sequence associated with %s not matching parent alignment" % k try: readonly_subalignment[2] = "ACGT" assert False, "Readony alignment is successfully modified. " except TypeError: pass assert readonly_subalignment.get_length() == alg.get_length(), \ "alignment length should not change" assert readonly_subalignment.is_aligned() is True assert readonly_subalignment.is_all_gap(2) is True, \ "Site 2 should be all gaps" assert readonly_subalignment.is_all_gap(150) is False, \ "Site 100 should not be all gaps" readonly_subalignment.write_to_path( self.fp_dummy1) # "mock/pyrg/sate.sub.fasta" mutable_subalignment = readonly_subalignment.get_mutable_alignment() mutable_subalignment.delete_all_gap() assert all([ not mutable_subalignment.is_all_gap(i) for i in range(0, mutable_subalignment.get_length()) ])
def testReadOnlySubAlignment(self): alg = MutableAlignment() alg.read_filepath(get_data_path("mock/pyrg/sate.fasta")) subset = ['NC_008701_720717_722309', 'NC_013156_149033_150643', 'NC_013887_802739_801129'] readonly_subalignment = ReadonlySubalignment(subset, alg) assert len(readonly_subalignment) == 3, len(readonly_subalignment) assert set(readonly_subalignment.keys()) == set( readonly_subalignment.get_sequence_names()) == set(subset), \ "Subalignment keys not matching given keys %s vs %s" % ( list(readonly_subalignment.keys()), subset) for (k, s) in list(readonly_subalignment.items()): assert k in subset, \ "%s not found in subset but returned by subalignment" % k assert s == alg[k], \ "sequence associated with %k not matching parent alignment" % k try: readonly_subalignment[2] = "ACGT" assert False, "Readony alignment is successfully modified. " except TypeError: pass assert readonly_subalignment.get_length() == alg.get_length(), \ "alignment length should not change" assert readonly_subalignment.is_aligned() is True assert readonly_subalignment.is_all_gap(2) is True, \ "Site 2 should be all gaps" assert readonly_subalignment.is_all_gap(150) is False, \ "Site 100 should not be all gaps" readonly_subalignment.write_to_path( self.fp_dummy1) # "mock/pyrg/sate.sub.fasta" mutable_subalignment = readonly_subalignment.get_mutable_alignment() mutable_subalignment.delete_all_gap() assert all([not mutable_subalignment.is_all_gap(i) for i in range(0, mutable_subalignment.get_length())])
def testReadOnlySubAlignment(self): print "======= starting testReadOnlySubAlignment =========" alg = MutableAlignment() alg.read_filepath("data/mock/pyrg/sate.fasta") subset = alg.keys()[9:12] readonly_subalignment = ReadonlySubalignment(subset, alg) print "subalignment is:\n\n", readonly_subalignment assert len(readonly_subalignment) == 3, len(readonly_subalignment) assert readonly_subalignment.keys() == readonly_subalignment.get_sequence_names() == subset, "Subalignment keys not matching given keys %s vs %s" %(readonly_subalignment.keys() , subset) for (k, s) in readonly_subalignment.items(): assert k in subset, "%s not found in subset but returned by subalignment" %k assert s == alg[k], "sequence associated with %k not matching parent alignment" %k try: readonly_subalignment[2] = "ACGT" assert False, "Readony alignment is successfully modified. " except TypeError: pass assert readonly_subalignment.get_length() == alg.get_length(), "alignment length should not change" assert readonly_subalignment.is_aligned() == True assert readonly_subalignment.is_all_gap(2) == True, "Site 2 should be all gaps" assert readonly_subalignment.is_all_gap(150) == False, "Site 100 should not be all gaps" readonly_subalignment.write_to_path("data/mock/pyrg/sate.sub.fasta") mutable_subalignment = readonly_subalignment.get_mutable_alignment() mutable_subalignment.delete_all_gap() assert all([not mutable_subalignment.is_all_gap(i) for i in xrange(0,mutable_subalignment.get_length())]) print "======= finishing testReadOnlySubAlignment ========="
def testExtendedAlignment(self): print "======= starting testExtendedAlignment =========" subset = [ "SFIF", "SFII", "SCFC", "SGHD", "SDCC", "SBGE", "SFBB", "SDI", "SCGB", "SJGF", "SGBI", "SCJA", "SGAD", "SHEB", "SFHB", "SDJI", "SHED", "SJJJ", "SBBE", "SCCH", "SDJB", "SDAC", "SHEH", "SFDC", "SFEI", "SHHB", "SC", "SIAB", "SDDI", "SBCB", "SJB", "SEBD", "SFGD", "SHA", "SIDA", "SGHI", "SGIB", "SBFJ", "SFIE", "SCJF", "SJHJ", "SJBG", "SEJI", "SFFF", "SJ", "SIII", "SJHH", "SEIH", "SBDC", "SHDJ", "SJDD", "SGDB", "SIHA", "SIBB", "SECC", "SCAD", "SGBB", "SGIF", "SJHC", "SFCD", "SEAA", "SEFF", "SDFG", "SDJE", "SCFG", "SFH", "SCJ", "SDDD", "SEGD", "SCIH", "SDAG", "SCJE", "SFAJ", "SIDJ", "SE", "SHBC", "SJFF", "SCHD", "SBHA", "SEDF", "SFAF", "SEDD", "SDHD", "SGJD", "SIBH", "SGDF", "SIFA", "SJGA", "SIJB", "SFI", "SGA", "SBFC", "SBJA", "SFFC", "SFDH", "SFEE", "SBDF", "SGBJ", "SDHE", "SJIB", "SHHI", "SIDE", "SJII" ] alg = MutableAlignment() alg.read_filepath("data/simulated/test.fasta") alg.delete_all_gap() tlen = alg.get_length() frg = MutableAlignment() frg.read_filepath("data/simulated/test.fas") #print frg.get_num_taxa() pp = SeppProblem(alg.keys()) pp.fragments = frg pp.subalignment = alg cp1 = SeppProblem(subset, pp) cp2 = SeppProblem(list(set(alg.keys()) - set(subset)), pp) cp1.fragments = ReadonlySubalignment( [k for k in frg.keys() if int(k[-1]) >= 9], frg) cp2.fragments = ReadonlySubalignment( [k for k in frg.keys() if int(k[-1]) <= 1], frg) cp1labels = cp1.write_subalignment_without_allgap_columns( "data/tmp/cp1.fasta") cp2labels = cp2.write_subalignment_without_allgap_columns( "data/tmp/cp2.fasta") tmp = MutableAlignment().read_filepath("data/tmp/cp1.fasta") assert all( [not tmp.is_all_gap(pos) for pos in xrange(0, tmp.get_length())]) tmp = MutableAlignment().read_filepath("data/tmp/cp2.fasta") assert all( [not tmp.is_all_gap(pos) for pos in xrange(0, tmp.get_length())]) cp1.fragments.write_to_path("data/tmp/cp1.frags.fas") cp2.fragments.write_to_path("data/tmp/cp2.frags.fas") '''We have done the hmmalign before. don't worry about that right now''' ext1 = ExtendedAlignment(cp1.fragments) ext1.build_extended_alignment("data/tmp/cp1.fasta", "data/tmp/cp1.extended.sto") ext1.relabel_original_columns(cp1labels) ext2 = ExtendedAlignment(cp2.fragments) ext2.build_extended_alignment("data/tmp/cp2.fasta", "data/tmp/cp2.extended.sto") ext2.relabel_original_columns(cp2labels) extmerger = ExtendedAlignment([]) extmerger.merge_in(ext1) mixed = extmerger.merge_in(ext2) extmerger.write_to_path("data/tmp/extended.merged.fasta") assert extmerger.is_aligned(), "Merged alignment is not aligned" in1 = len([x for x in ext1._col_labels if x < 0]) in2 = len([x for x in ext2._col_labels if x < 0]) print "Merged:%d. Insertion1:%d Insertion2:%d BaseLen:%d" % ( extmerger.get_length(), in1, in2, tlen) assert (in1 + in2 + tlen - mixed) == extmerger.get_length( ), "Lengths don't match up after merging. Merged:%d. Insertion1:%d Insertion2:%d BaseLen:%d Mixed-insertion: %d" % ( extmerger.get_length(), in1, in2, tlen, mixed) assert (in1 + in2 - mixed) == len( list(extmerger.iter_insertion_columns()) ), "Columns are not correctly labeled after merging. Merged insertion count:%d. Insertion1:%d Insertion2:%d Mixed-insertion: %d" % ( len(list(extmerger.iter_insertion_columns())), in1, in1, mixed) tmp = extmerger.get_base_readonly_alignment().get_mutable_alignment() tmp.delete_all_gap() assert tmp.is_aligned(), "merged alignment should be aligned!" assert tmp.get_length() == tlen, "merged alignment has wrong length" assert all([alg[k] == s for (k, s) in tmp.items() ]), "merged alignment should match original alignment" print "======= finished testExtendedAlignment ========="
from sepp.exhaustive import JoinAlignJobs, ExhaustiveAlgorithm from sepp.jobs import PplacerJob,MafftAlignJob,FastTreeJob,PastaAlignJob from sepp.filemgr import get_temp_file from sepp.config import options import sepp.config from sepp.math_utils import lcm from sepp.problem import SeppProblem from sepp.scheduler import JobPool from multiprocessing import Pool, Manager from sepp.alignment import ExtendedAlignment import glob job_joiner = JoinAlignJobs original_backbone_file = '/projects/sate8/namphuon/ultra_large/1000000/sate.fasta' original_backbone = MutableAlignment() done = original_backbone.read_filepath(original_backbone_file) original_frag_file = '/projects/sate8/namphuon/ultra_large/1000000/initial.fas.100' original_frag = MutableAlignment() done = original_frag.read_filepath(original_frag_file) #First build extended alignment on entire fragment set extendedAlignment = ExtendedAlignment(original_frag.get_sequence_names()) dirs = glob.glob('/projects/sate8/namphuon/ultra_large/1000000/upp_100_10_new/temp/upp.1_HNlM/root/P_0/A_0_*/') dirs.reverse() for dir in dirs: print "Working on %s\n" % dir aligned_files = glob.glob('%sFC_*/hmmalign.results.*' % dir) sequence_files = glob.glob('%sFC_*/hmmalign.frag.*' % dir)
def testExtendedAlignment(self): print "======= starting testExtendedAlignment =========" subset = ["SFIF","SFII","SCFC","SGHD","SDCC","SBGE","SFBB","SDI","SCGB","SJGF","SGBI","SCJA","SGAD","SHEB","SFHB","SDJI","SHED","SJJJ","SBBE","SCCH","SDJB","SDAC","SHEH","SFDC","SFEI","SHHB","SC","SIAB","SDDI","SBCB","SJB","SEBD","SFGD","SHA","SIDA","SGHI","SGIB","SBFJ","SFIE","SCJF","SJHJ","SJBG","SEJI","SFFF","SJ","SIII","SJHH","SEIH","SBDC","SHDJ","SJDD","SGDB","SIHA","SIBB","SECC","SCAD","SGBB","SGIF","SJHC","SFCD","SEAA","SEFF","SDFG","SDJE","SCFG","SFH","SCJ","SDDD","SEGD","SCIH","SDAG","SCJE","SFAJ","SIDJ","SE","SHBC","SJFF","SCHD","SBHA","SEDF","SFAF","SEDD","SDHD","SGJD","SIBH","SGDF","SIFA","SJGA","SIJB","SFI","SGA","SBFC","SBJA","SFFC","SFDH","SFEE","SBDF","SGBJ","SDHE","SJIB","SHHI","SIDE","SJII"] alg = MutableAlignment() alg.read_filepath("data/simulated/test.fasta") alg.delete_all_gap() tlen = alg.get_length() frg = MutableAlignment() frg.read_filepath("data/simulated/test.fas") #print frg.get_num_taxa() pp = SeppProblem(alg.keys()) pp.fragments = frg pp.subalignment = alg cp1 = SeppProblem(subset, pp) cp2 = SeppProblem(list(set(alg.keys()) -set(subset)), pp) cp1.fragments = ReadonlySubalignment([k for k in frg.keys() if int(k[-1]) >= 9], frg) cp2.fragments = ReadonlySubalignment([k for k in frg.keys() if int(k[-1]) <= 1], frg) cp1labels = cp1.write_subalignment_without_allgap_columns("data/tmp/cp1.fasta") cp2labels = cp2.write_subalignment_without_allgap_columns("data/tmp/cp2.fasta") tmp = MutableAlignment().read_filepath("data/tmp/cp1.fasta") assert all([not tmp.is_all_gap(pos) for pos in xrange(0,tmp.get_length())]) tmp = MutableAlignment().read_filepath("data/tmp/cp2.fasta") assert all([not tmp.is_all_gap(pos) for pos in xrange(0,tmp.get_length())]) cp1.fragments.write_to_path("data/tmp/cp1.frags.fas") cp2.fragments.write_to_path("data/tmp/cp2.frags.fas") '''We have done the hmmalign before. don't worry about that right now''' ext1 = ExtendedAlignment(cp1.fragments) ext1.build_extended_alignment("data/tmp/cp1.fasta", "data/tmp/cp1.extended.sto") ext1.relabel_original_columns(cp1labels) ext2 = ExtendedAlignment(cp2.fragments) ext2.build_extended_alignment("data/tmp/cp2.fasta", "data/tmp/cp2.extended.sto") ext2.relabel_original_columns(cp2labels) extmerger = ExtendedAlignment([]) extmerger.merge_in(ext1) mixed = extmerger.merge_in(ext2) extmerger.write_to_path("data/tmp/extended.merged.fasta") assert extmerger.is_aligned(), "Merged alignment is not aligned" in1 = len([x for x in ext1._col_labels if x<0]) in2 = len([x for x in ext2._col_labels if x<0]) print "Merged:%d. Insertion1:%d Insertion2:%d BaseLen:%d" %(extmerger.get_length(),in1 , in2 , tlen) assert ( in1 + in2 + tlen - mixed) == extmerger.get_length(), "Lengths don't match up after merging. Merged:%d. Insertion1:%d Insertion2:%d BaseLen:%d Mixed-insertion: %d" %(extmerger.get_length(),in1, in2 , tlen, mixed) assert ( in1 + in2 - mixed) == len(list(extmerger.iter_insertion_columns())), "Columns are not correctly labeled after merging. Merged insertion count:%d. Insertion1:%d Insertion2:%d Mixed-insertion: %d" %(len(list(extmerger.iter_insertion_columns())),in1 , in1, mixed) tmp = extmerger.get_base_readonly_alignment().get_mutable_alignment() tmp.delete_all_gap() assert tmp.is_aligned(), "merged alignment should be aligned!" assert tmp.get_length() == tlen, "merged alignment has wrong length" assert all([alg[k] == s for (k,s) in tmp.items()]), "merged alignment should match original alignment" print "======= finished testExtendedAlignment ========="