import mirv_db print "Make gene dictionary" genes = ['Gm10033', 'H2-Q3', 'morn2', 'pram1', 'adora3', 'flapdoodle'] genes_dictionary = mirv_db.get_gene_dictionary(genes, "symbol", "mmu") print genes_dictionary print "\n\nMap symbols" entrez_ids = mirv_db.map_genes_to_entrez_ids('foo', 'symbol', 'mmu') print entrez_ids mappings = mirv_db.get_gene_mapping('foo') print mappings print "\n\nMap entrez ids" entrez_ids = mirv_db.map_genes_to_entrez_ids('bar', 'entrez', 'mmu') print entrez_ids mappings = mirv_db.get_gene_mapping('bar') print mappings
def run(config, job_uuid, genes, geneId, seedModels, wobble, cut, motifSizes, jobName, mirbase_species, bgModel, topRet=10, viral=False): species = get_species_by_mirbase_id(mirbase_species) if bgModel=='3p': bgModel = species['weeder'] else: bgModel = species['weeder'].rstrip('3P') sequence_file = os.path.join(config.get('General', 'data_dir'), "p3utrSeqs_" + species['ucsc_name'] + ".csv") cut = float(cut) curRunNum = randint(0,1000000) # translate gene identifiers to entrez IDs print "translating gene identifiers from %s to entrez IDs" % (geneId) genes = map_genes_to_entrez_ids(job_uuid, geneId, mirbase_species) print "genes = " + str(genes) # 1. Read in sequences seqFile = open(sequence_file,'r') seqLines = seqFile.readlines() ids = [i.strip().split(',')[0].upper() for i in seqLines] sequences = [i.strip().split(',')[1] for i in seqLines] seqs = dict(zip(ids,sequences)) seqFile.close() # 2. Get sequences for each target miRSeqs = {} for gene in genes: if gene in seqs: miRSeqs[gene] = seqs[gene] # if there are no matching sequences, bail out w/ a reasonable error message. if (len(miRSeqs)==0): print("no matching sequences found for genes in job " + str(job_uuid)) update_job_status(job_uuid, "error", "No sequences found for the genes entered.") return False # record whether a sequence was found for each gene # previously stored when job was created (create_job_in_db) set_genes_annotated(job_uuid, miRSeqs) # 3. Make a FASTA file fasta_dir = os.path.join(config.get('General', 'tmp_dir'), 'fasta') if not os.path.exists(fasta_dir): os.makedirs(fasta_dir) fasta_fname = os.path.join(fasta_dir, 'tmp' + str(curRunNum) + '.fasta') with open(fasta_fname, 'w') as fastaFile: for seq in miRSeqs: fastaFile.write('>'+str(seq)+'\n'+str(miRSeqs[seq])+'\n') # 4. Run weeder print 'Running weeder!' update_job_status(job_uuid, "running weeder") weederPSSMs1 = weeder(config, seqFile=fasta_fname, percTargets=50, revComp=False, bgModel=bgModel) # 4a. Take only selected size motifs weederPSSMsTmp = [] for pssm1 in weederPSSMs1: png_path = os.path.join(config.get('General', 'pssm_images_dir'), str(job_uuid) + '_' + pssm1.getName() + '.png') if 6 in motifSizes and len(pssm1.getName())==6: weederPSSMsTmp.append(deepcopy(pssm1)) plotPssm(pssm1, png_path) if 8 in motifSizes and len(pssm1.getName())==8: weederPSSMsTmp.append(deepcopy(pssm1)) plotPssm(pssm1, png_path) print("pssm name = " + pssm1.getName()) weederPSSMs1 = deepcopy(weederPSSMsTmp) del weederPSSMsTmp # 5. Run miRvestigator HMM update_job_status(job_uuid, "computing miRvestigator HMM") mV = miRvestigator(config, weederPSSMs1, seqs.values(), seedModel=seedModels, minor=True, p5=True, p3=True, wobble=wobble, wobbleCut=cut, textOut=False, species=mirbase_species, viral = viral) # 6. Clean-up after yerself os.remove(os.path.join(fasta_dir, 'tmp' + str(curRunNum) + '.fasta')) os.remove(os.path.join(fasta_dir, 'tmp' + str(curRunNum) + '.fasta.wee')) os.remove(os.path.join(fasta_dir, 'tmp' + str(curRunNum) + '.fasta.mix')) os.remove(os.path.join(fasta_dir, 'tmp' + str(curRunNum) + '.fasta.html')) # 7. write output to database update_job_status(job_uuid, "compiling results") for pssm in weederPSSMs1: motif_id = store_motif(job_uuid, pssm) scores = mV.getScoreList(pssm.getName()) store_mirvestigator_scores(motif_id, scores) update_job_status(job_uuid, "done") return True
def run(job_uuid, genes, geneId, seedModels, wobble, cut, motifSizes, jobName, mirbase_species, bgModel, topRet=10, viral=False): species = get_species_by_mirbase_id(mirbase_species) if bgModel=='3p': bgModel = species['weeder'] else: bgModel = species['weeder'].rstrip('3P') sequence_file = conf.data_dir+"/p3utrSeqs_" + species['ucsc_name'] + ".csv" cut = float(cut) curRunNum = randint(0,1000000) # translate gene identifiers to entrez IDs print "translating gene identifiers from %s to entrez IDs" % (geneId) genes = map_genes_to_entrez_ids(job_uuid, geneId, mirbase_species) print "genes = " + str(genes) # 1. Read in sequences seqFile = open(sequence_file,'r') seqLines = seqFile.readlines() ids = [i.strip().split(',')[0].upper() for i in seqLines] sequences = [i.strip().split(',')[1] for i in seqLines] seqs = dict(zip(ids,sequences)) seqFile.close() #update_job_status(job, "finished reading sequence file") # 2. Get sequences for each target miRSeqs = {} for gene in genes: if gene in seqs: miRSeqs[gene] = seqs[gene] # if there are no matching sequences, bail out w/ a reasonable error message. if (len(miRSeqs)==0): print("no matching sequences found for genes in job " + str(job_uuid)) update_job_status(job_uuid, "error", "No sequences found for the genes entered.") return False # record whether a sequence was found for each gene # previously stored when job was created (create_job_in_db) set_genes_annotated(job_uuid, miRSeqs) # 3. Make a FASTA file if not os.path.exists(conf.tmp_dir+'/fasta'): os.makedirs(conf.tmp_dir+'/fasta') fastaFile = open(conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta','w') for seq in miRSeqs: fastaFile.write('>'+str(seq)+'\n'+str(miRSeqs[seq])+'\n') fastaFile.close() # 4. Run weeder print 'Running weeder!' update_job_status(job_uuid, "running weeder") weederPSSMs1 = weeder(seqFile=conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta', percTargets=50, revComp=False, bgModel=bgModel) # 4a. Take only selected size motifs weederPSSMsTmp = [] for pssm1 in weederPSSMs1: if 6 in motifSizes and len(pssm1.getName())==6: weederPSSMsTmp.append(deepcopy(pssm1)) plotPssm(pssm1,conf.pssm_images_dir+'/'+str(job_uuid)+'_'+pssm1.getName()+'.png') if 8 in motifSizes and len(pssm1.getName())==8: weederPSSMsTmp.append(deepcopy(pssm1)) plotPssm(pssm1,conf.pssm_images_dir+'/'+str(job_uuid)+'_'+pssm1.getName()+'.png') print("pssm name = " + pssm1.getName()) weederPSSMs1 = deepcopy(weederPSSMsTmp) del weederPSSMsTmp # 5. Run miRvestigator HMM update_job_status(job_uuid, "computing miRvestigator HMM") mV = miRvestigator(weederPSSMs1, seqs.values(), seedModel=seedModels, minor=True, p5=True, p3=True, wobble=wobble, wobbleCut=cut, textOut=False, species=mirbase_species, viral = viral) # 6. Read in miRNAs to get mature miRNA ids # import gzip # miRNAFile = gzip.open('mature.fa.gz','r') # miRNADict = {} # while 1: # miRNALine = miRNAFile.readline() # seqLine = miRNAFile.readline() # if not miRNALine: # break # # Get the miRNA name # miRNAData = miRNALine.lstrip('>').split(' ') # curMiRNA = miRNAData[0] # if (curMiRNA.split('-'))[0]=='hsa': # miRNADict[curMiRNA] = miRNAData[1] # miRNAFile.close() # 6. Clean-up after yerself os.remove(conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta') os.remove(conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta.wee') os.remove(conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta.mix') os.remove(conf.tmp_dir+'/fasta/tmp'+str(curRunNum)+'.fasta.html') # 7. write output to database update_job_status(job_uuid, "compiling results") for pssm in weederPSSMs1: motif_id = store_motif(job_uuid, pssm) scores = mV.getScoreList(pssm.getName()) store_mirvestigator_scores(motif_id, scores) update_job_status(job_uuid, "done") return True