def _search_for_ortholog_in_database(original_species, target_species, original_protein_fasta, original_protein_id, db_type, logger): ''' Takes the reference species protein and makes a BLASTp query on the target_species database. Provided that there has been at least one hit, the best BLAST hit is queried against the reference species protein database. If the best hit from the second query is the original protein, then the protein data is returned. The queries as referred to as the forward and the backward hit respectively. @param db_type: all / abinitio ''' acg = AlignmentCommandGenerator() if (db_type == "all"): protein_id_pattern = re.compile("lcl\|(.*)\spep:(.*)\s(.*):(.*):(.*):(.*):(.*):(.*)\sgene:(.*)\stranscript:(.*)\s.*\s.*") else: protein_id_pattern = re.compile("lcl\|(.*)\spep:(.*)\s(.*):(.*):(.*):(.*):(.*):(.*)\stranscript:(.*)\s.*") output_file = "tmp.xml" forward_blastp_cmd = acg.generate_blastp_command_for_species(target_species, original_protein_fasta, output_file, db_type) print forward_blastp_cmd execute_command_and_log(logger, forward_blastp_cmd, (target_species, original_protein_id)) result_handle = open(output_file) blast_records = NCBIXML.parse(result_handle) try: best_forward_hit = blast_records.next() except (ValueError): logger.error("%s,%s,XML file empty - no forward blast results" % (target_species, original_protein_id)) return None if (best_forward_hit.alignments): bfh_title = _get_best_alignment(original_protein_id, best_forward_hit) protein_match = re.match(protein_id_pattern, bfh_title) else: return None if (db_type == "all"): (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, gene_id, transcript_id) = protein_match.groups() else: (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, transcript_id) = protein_match.groups() fasta_input_file = "species.fasta" fastacmd = acg.generate_fastacmd_protein_command(protein_id, target_species, db_type, fasta_input_file) execute_command_and_log(logger, fastacmd, (target_species, original_protein_id)) backward_blastp_cmd = acg.generate_blastp_command_for_species(original_species, fasta_input_file, output_file, "all") print backward_blastp_cmd execute_command_and_log(logger, backward_blastp_cmd, (target_species, original_protein_id)) result_handle = open(output_file) blast_records = NCBIXML.parse(result_handle) try: best_backward_hit = blast_records.next() except (ValueError): logger.error("%s,%s,XML file empty - no backward blast results" % (target_species, original_protein_id)) return None if (best_backward_hit.alignments): bbh_title = _get_best_alignment(original_protein_id, best_backward_hit) protein_match_b = re.match(protein_id_pattern, bbh_title) protein_id_b = protein_match_b.groups()[0] else: return None os.remove(output_file) os.remove(fasta_input_file) if (original_protein_id == protein_id_b): if (db_type == "all"): return (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, gene_id, transcript_id) else: return (protein_id, protein_type, location_type, assembly, location_id, seq_start, seq_end, strand, transcript_id) else: return None
def main(): ''' Retrieves the list of all the proteins from reference species. For each ref species protein, it tries to find orthologues for all the species (from the species list) and generates the description file accordingly. If the description file already exists, it checks the status (OK/PARTIAL/FAILED). ''' reference_species = "Homo_sapiens" dc = DirectoryCrawler() acg = AlignmentCommandGenerator() logger = Logger.Instance() mutual_best_logger = logger.get_logger('mutual_best') protein_list = get_protein_list() species_list = get_default_species_list() failed_proteins = [] for (protein_id, num_of_exons) in protein_list: known_dict = {} abinitio_dict = {} print protein_id # generate all the directories for the protein dc.generate_directory_tree(protein_id) descr_file_path = dc.get_protein_description_file_path(protein_id) status_file_path = dc.get_mutual_best_status_file_path(protein_id) if (os.path.isfile(status_file_path) and os.path.getsize(status_file_path)): print DescriptionParser().get_protein_ids(protein_id) status_dict = read_status_file(protein_id) if (status_dict.has_key('MUTUAL_BEST')): if status_dict['MUTUAL_BEST'] == 'OK': mutual_best_logger.info('-,%s,mutual_best already exists for this protein - moving to the next one' % protein_id) else : mutual_best_logger.error('-,%s,mutual_best has failed for this protein (no orthologs found) - moving on the next one' % protein_id) failed_proteins.append(protein_id) continue # create the description file descr_file = open(descr_file_path, 'w') # reference protein file ref_species_pep = dc.get_protein_path(protein_id) + "/" + reference_species + ".fasta" fastacmd = acg.generate_fastacmd_protein_command(protein_id, reference_species, "all", ref_species_pep) p = Popen(fastacmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True) output = p.stdout.read() if output: mutual_best_logger.error("%s,fastacmd error" % protein_id) # find orthologues for all species for species in species_list: find_ortholog_by_RBH (reference_species, species, ref_species_pep, protein_id, descr_file, mutual_best_logger) descr_file.close() mutual_best_logger.info("\n\n") # check what we've found out, whether this protein has any orthologs (known_dict, abinitio_dict) = DescriptionParser().get_protein_ids(protein_id) if (not abinitio_dict and (not known_dict or (len(known_dict.keys()) == 1 and known_dict.keys()[0] == reference_species))): mutual_best_logger.info ("-,%s, mutual best failed for this protein." % protein_id) update_entry_in_status_file(protein_id, "MUTUAL_BEST", "FAILED") failed_proteins.append(protein_id) else: update_entry_in_status_file(protein_id, "MUTUAL_BEST", "OK") print "Failed proteins: " for failed_protein_id in failed_proteins: print failed_protein_id
else: break i += 1 pattern = re.compile("lcl\|(.*)\spep::*") for title in best_alignments: prot_match = re.match(pattern, title) if prot_match.groups()[0] == protein_id: return title return best_alignments[0] if __name__ == '__main__': protein_id = "ENSP00000311134" acg = AlignmentCommandGenerator() dc = DirectoryCrawler() dc.generate_directory_tree(protein_id) descr_file_path = dc.get_protein_description_file_path(protein_id) descr_file = open(descr_file_path, 'w') output_file_path = dc.get_protein_path(protein_id) + "/" + "Homo_sapiens.fasta" fastacmd = acg.generate_fastacmd_protein_command(protein_id, "Homo_sapiens", "all", output_file_path) os.system(fastacmd) for species in get_default_species_list(): find_ortholog_by_RBH("Homo_sapiens", species, output_file_path, protein_id) descr_file.close()