def _search_for_ortholog_in_database(original_species, target_species, original_protein_fasta, original_protein_id, db_type, logger):
'''
Takes the reference species protein and makes a BLASTp query on the target_species database.
Provided that there has been at least one hit, the best BLAST hit is queried against the
reference species protein database. If the best hit from the second query is the original protein,
then the protein data is returned. The queries as referred to as the forward and the backward
hit respectively.
@param db_type: all / abinitio
'''
acg = AlignmentCommandGenerator()
if (db_type == "all"):
protein_id_pattern = re.compile("lcl\|(.*)\spep:(.*)\s(.*):(.*):(.*):(.*):(.*):(.*)\sgene:(.*)\stranscript:(.*)\s.*\s.*")
else:
protein_id_pattern = re.compile("lcl\|(.*)\spep:(.*)\s(.*):(.*):(.*):(.*):(.*):(.*)\stranscript:(.*)\s.*")
output_file = "tmp.xml"
forward_blastp_cmd = acg.generate_blastp_command_for_species(target_species, original_protein_fasta, output_file, db_type)
print forward_blastp_cmd
execute_command_and_log(logger, forward_blastp_cmd, (target_species, original_protein_id))
result_handle = open(output_file)
blast_records = NCBIXML.parse(result_handle)
try:
best_forward_hit = blast_records.next()
except (ValueError):
logger.error("%s,%s,XML file empty - no forward blast results" % (target_species, original_protein_id))
return None
if (best_forward_hit.alignments):
bfh_title = _get_best_alignment(original_protein_id, best_forward_hit)
protein_match = re.match(protein_id_pattern, bfh_title)
else:
return None
if (db_type == "all"):
(protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, gene_id, transcript_id) = protein_match.groups()
else:
(protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, transcript_id) = protein_match.groups()
fasta_input_file = "species.fasta"
fastacmd = acg.generate_fastacmd_protein_command(protein_id, target_species, db_type, fasta_input_file)
execute_command_and_log(logger, fastacmd, (target_species, original_protein_id))
backward_blastp_cmd = acg.generate_blastp_command_for_species(original_species, fasta_input_file, output_file, "all")
print backward_blastp_cmd
execute_command_and_log(logger, backward_blastp_cmd, (target_species, original_protein_id))
result_handle = open(output_file)
blast_records = NCBIXML.parse(result_handle)
try:
best_backward_hit = blast_records.next()
except (ValueError):
logger.error("%s,%s,XML file empty - no backward blast results" % (target_species, original_protein_id))
return None
if (best_backward_hit.alignments):
bbh_title = _get_best_alignment(original_protein_id, best_backward_hit)
protein_match_b = re.match(protein_id_pattern, bbh_title)
protein_id_b = protein_match_b.groups()[0]
else:
return None
os.remove(output_file)
os.remove(fasta_input_file)
if (original_protein_id == protein_id_b):
if (db_type == "all"):
return (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, gene_id, transcript_id)
else:
return (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, transcript_id)
else:
return None
def main():
'''
Retrieves the list of all the proteins from reference species.
For each ref species protein, it tries to find orthologues for all the species (from the species list)
and generates the description file accordingly. If the description file already exists, it checks
the status (OK/PARTIAL/FAILED).
'''
reference_species = "Homo_sapiens"
dc = DirectoryCrawler()
acg = AlignmentCommandGenerator()
logger = Logger.Instance()
mutual_best_logger = logger.get_logger('mutual_best')
protein_list = get_protein_list()
species_list = get_default_species_list()
failed_proteins = []
for (protein_id, num_of_exons) in protein_list:
known_dict = {}
abinitio_dict = {}
print protein_id
# generate all the directories for the protein
dc.generate_directory_tree(protein_id)
descr_file_path = dc.get_protein_description_file_path(protein_id)
status_file_path = dc.get_mutual_best_status_file_path(protein_id)
if (os.path.isfile(status_file_path) and os.path.getsize(status_file_path)):
print DescriptionParser().get_protein_ids(protein_id)
status_dict = read_status_file(protein_id)
if (status_dict.has_key('MUTUAL_BEST')):
if status_dict['MUTUAL_BEST'] == 'OK':
mutual_best_logger.info('-,%s,mutual_best already exists for this protein - moving to the next one' % protein_id)
else :
mutual_best_logger.error('-,%s,mutual_best has failed for this protein (no orthologs found) - moving on the next one' % protein_id)
failed_proteins.append(protein_id)
continue
# create the description file
descr_file = open(descr_file_path, 'w')
# reference protein file
ref_species_pep = dc.get_protein_path(protein_id) + "/" + reference_species + ".fasta"
fastacmd = acg.generate_fastacmd_protein_command(protein_id, reference_species, "all", ref_species_pep)
p = Popen(fastacmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)
output = p.stdout.read()
if output:
mutual_best_logger.error("%s,fastacmd error" % protein_id)
# find orthologues for all species
for species in species_list:
find_ortholog_by_RBH (reference_species, species, ref_species_pep, protein_id, descr_file, mutual_best_logger)
descr_file.close()
mutual_best_logger.info("\n\n")
# check what we've found out, whether this protein has any orthologs
(known_dict, abinitio_dict) = DescriptionParser().get_protein_ids(protein_id)
if (not abinitio_dict and (not known_dict or (len(known_dict.keys()) == 1 and known_dict.keys()[0] == reference_species))):
mutual_best_logger.info ("-,%s, mutual best failed for this protein." % protein_id)
update_entry_in_status_file(protein_id, "MUTUAL_BEST", "FAILED")
failed_proteins.append(protein_id)
else:
update_entry_in_status_file(protein_id, "MUTUAL_BEST", "OK")
print "Failed proteins: "
for failed_protein_id in failed_proteins:
print failed_protein_id
else:
break
i += 1
pattern = re.compile("lcl\|(.*)\spep::*")
for title in best_alignments:
prot_match = re.match(pattern, title)
if prot_match.groups()[0] == protein_id:
return title
return best_alignments[0]
if __name__ == '__main__':
protein_id = "ENSP00000311134"
acg = AlignmentCommandGenerator()
dc = DirectoryCrawler()
dc.generate_directory_tree(protein_id)
descr_file_path = dc.get_protein_description_file_path(protein_id)
descr_file = open(descr_file_path, 'w')
output_file_path = dc.get_protein_path(protein_id) + "/" + "Homo_sapiens.fasta"
fastacmd = acg.generate_fastacmd_protein_command(protein_id, "Homo_sapiens", "all", output_file_path)
os.system(fastacmd)
for species in get_default_species_list():
find_ortholog_by_RBH("Homo_sapiens", species, output_file_path, protein_id)
descr_file.close()
