def exportAnnoPdf(annotations,outdir,verbose=True): '''Export PDFs <annotations>: dict, keys: docid, values: menotexport.DocAnno obj. <outdir>: str, folder path to save PDFs. Update time: 2018-07-28 20:21:09. ''' faillist=[] num=len(annotations) for ii,annoii in enumerate(annotations.values()): if not annoii.hasfile: continue for fjj,annojj in annoii.file_annos.items(): assert fjj is not None, 'fjj is None' # when side-bar note exists but no pdf. # shouldn't happen if annoii.hasfile is False fnamejj=annojj.filename if verbose: printNumHeader('Exporting PDF:',ii+1,num,3) printInd(fnamejj,4) try: exportPdf(fjj,outdir,annojj,verbose) except: faillist.append(fnamejj) return faillist
def copyPdf(doclist, outdir, verbose=True): '''Copy PDF to target location ''' if not os.path.isdir(outdir): os.makedirs(outdir) faillist = [] num = len(doclist) for ii, docii in enumerate(doclist): pathii = docii['path'] if pathii is None: continue basedir, filename = os.path.split(pathii) targetname = os.path.join(outdir, filename) if not os.path.exists(pathii): faillist.append(pathii) continue if verbose: printNumHeader('Copying file:', ii + 1, num, 3) printInd(filename, 4) try: shutil.copy2(pathii, targetname) except: faillist.append(filename) return faillist
def exportAnnoPdf(annotations,outdir,verbose=True): '''Export PDFs <annotations>: dict, keys: docid, values: menotexport.DocAnno obj. <outdir>: str, folder path to save PDFs. Update time: 2018-07-28 20:21:09. ''' faillist=[] num=len(annotations) for ii,annoii in enumerate(annotations.values()): if not annoii.hasfile: continue for fjj,annojj in annoii.file_annos.items(): assert fjj is not None, 'fjj is None' # when side-bar note exists but no pdf. # shouldn't happen if annoii.hasfile is False fnamejj=annojj.filename if verbose: printNumHeader('Exporting PDF:',ii+1,num,3) printInd(fnamejj,4) try: exportPdf(fjj,outdir,annojj,verbose) except: faillist.append(fnamejj) return faillist
def exportAnnoPdf(annotations, outdir, verbose=True): '''Export PDFs ''' faillist = [] num = len(annotations) for ii, idii in enumerate(annotations.keys()): annoii = annotations[idii] fii = annoii.path fnameii = annoii.filename if verbose: printNumHeader('Exporting PDF:', ii + 1, num, 3) printInd(fnameii, 4) try: exportPdf(fii, outdir, annoii, verbose) except: faillist.append(fnameii) return faillist
def copyPdf(doclist,outdir,verbose=True): '''Copy PDF to target location <doclist>: list of meta data dicts <outdir>: str, path to output folder ''' if not os.path.isdir(outdir): makedirs(outdir) faillist=[] num=len(doclist) for ii,docii in enumerate(doclist): pathii=docii['path'] if pathii is None: continue for jj,pjj in enumerate(pathii): basedir,filename=os.path.split(pjj) targetname=os.path.join(outdir,filename) if not os.path.exists(pjj): faillist.append(pjj) continue if verbose: printNumHeader('Copying file:',ii+1,num,3) printInd(filename,4) try: shutil.copy2(pjj,targetname) except: faillist.append(filename) return faillist
def copyPdf(doclist,outdir,verbose=True): '''Copy PDF to target location <doclist>: list of meta data dicts <outdir>: str, path to output folder ''' if not os.path.isdir(outdir): makedirs(outdir) faillist=[] num=len(doclist) for ii,docii in enumerate(doclist): pathii=docii['path'] if pathii is None: continue for jj,pjj in enumerate(pathii): basedir,filename=os.path.split(pjj) targetname=os.path.join(outdir,filename) if not os.path.exists(pjj): faillist.append(pjj) continue if verbose: printNumHeader('Copying file:',ii+1,num,3) printInd(filename,4) try: shutil.copy2(pjj,targetname) except: faillist.append(filename) return faillist
def exportAnno(annodict,outdir,action,verbose=True): '''Export annotations grouped by tags ''' #-----------Export all to a single file----------- if 'm' in action and 'n' not in action: fileout='Mendeley_highlights_by_tags.txt' elif 'n' in action and 'm' not in action: fileout='Mendeley_notes_by_tags.txt' elif 'm' in action and 'n' in action: fileout='Mendeley_annotations_by_tags.txt' abpath_out=os.path.join(outdir,fileout) if os.path.isfile(abpath_out): os.remove(abpath_out) if verbose: printHeader('Exporting all taged annotations to:',3) printInd(abpath_out,4) conv=lambda x:unicode(x) wrapper=TextWrapper() wrapper.width=70 wrapper.initial_indent='' #wrapper.subsequent_indent='\t\t'+int(len('> '))*' ' wrapper.subsequent_indent='\t\t' wrapper2=TextWrapper() wrapper2.width=60 wrapper2.initial_indent='' #wrapper2.subsequent_indent='\t\t\t'+int(len('Title: '))*' ' wrapper2.subsequent_indent='\t\t\t' with open(abpath_out, mode='a') as fout: #----------------Loop through tags---------------- tags=annodict.keys() if len(tags)==0: return tags.sort() #---------------Put @None at the end--------------- if '@None' in tags: tags.remove('@None') tags.append('@None') for tagii in tags: citedictii=annodict[tagii] outstr=u'''\n\n{0}\n# {1}'''.format(int(80)*'-', conv(tagii)) outstr=outstr.encode('ascii','replace') fout.write(outstr) #--------------Loop through cite keys-------------- for citejj, annosjj in citedictii.items(): hljj=annosjj['highlights'] ntjj=annosjj['notes'] outstr=u'''\n\n\t@{0}:'''.format(conv(citejj)) outstr=outstr.encode('ascii','replace') fout.write(outstr) #-----------------Write highlights----------------- if len(hljj)>0: #-------------Loop through highlights------------- for hlkk in hljj: hlstr=wrapper.fill(hlkk.text) title=wrapper2.fill(hlkk.title) outstr=u''' \n\t\t> {0} \t\t\t- Title: {1} \t\t\t- Ctime: {2}'''.format(*map(conv,[hlstr, title,\ hlkk.ctime])) outstr=outstr.encode('ascii','replace') fout.write(outstr) #-----------------Write notes----------------- if len(ntjj)>0: #----------------Loop through notes---------------- for ntkk in ntjj: ntstr=wrapper.fill(ntkk.text) title=wrapper2.fill(ntkk.title) outstr=u''' \n\t\t- {0} \t\t\t- Title: {1} \t\t\t- Ctime: {2}'''.format(*map(conv,[ntstr, title,\ ntkk.ctime])) outstr=outstr.encode('ascii','replace') fout.write(outstr)
def exportAnno(annodict, outdir, action, separate, verbose=True): '''Export highlights and/or notes to txt file <annodict>: dict, keys: PDF file paths, values: [highlight_list, note_list], see doc in _exportAnnoFile(). <outdir>: str, path to output folder. <action>: list, actions from cli arguments. <separate>: bool, True: save annotations if each PDF separately. False: save annotations from all PDFs to a single file. Calls _exportAnnoFile() for core processes. ''' #-----------Export all to a single file----------- if not separate: if 'm' in action and 'n' not in action: fileout = 'Mendeley_highlights.txt' elif 'n' in action and 'm' not in action: fileout = 'Mendeley_notes.txt' elif 'm' in action and 'n' in action: fileout = 'Mendeley_annotations.txt' abpath_out = os.path.join(outdir, fileout) abpath_out = tools.autoRename(abpath_out) if verbose: printInd('Exporting all annotations to:', 3) printInd(abpath_out, 4) #----------------Loop through files---------------- annofaillist = [] num = len(annodict) docids = annodict.keys() for ii, idii in enumerate(docids): annoii = annodict[idii] fii = annoii.path basenameii = os.path.basename(fii) fnameii = os.path.splitext(basenameii)[0] if verbose: printNumHeader('Exporting annos in file', ii + 1, num, 3) printInd(fnameii, 4) #---------Get individual output if needed--------- if separate: if 'm' in action and 'n' not in action: fileout = 'Highlights_%s.txt' % fnameii elif 'n' in action and 'm' not in action: fileout = 'Notes_%s.txt' % fnameii elif 'm' in action and 'n' in action: fileout = 'Anno_%s.txt' % fnameii abpath_out = os.path.join(outdir, fileout) abpath_out = tools.autoRename(abpath_out) if verbose: printInd('Exporting annotations to:', 3) printInd(abpath_out, 4) #----------------------Export---------------------- try: _exportAnnoFile(abpath_out, annoii) except: annofaillist.append(basenameii) continue return annofaillist
def exportAnno(annodict, outdir, action, verbose=True): '''Export annotations grouped by tags ''' #-----------Export all to a single file----------- if 'm' in action and 'n' not in action: fileout = 'Mendeley_highlights_by_tags.txt' elif 'n' in action and 'm' not in action: fileout = 'Mendeley_notes_by_tags.txt' elif 'm' in action and 'n' in action: fileout = 'Mendeley_annotations_by_tags.txt' abpath_out = os.path.join(outdir, fileout) if os.path.isfile(abpath_out): os.remove(abpath_out) if verbose: printHeader('Exporting all taged annotations to:', 3) printInd(abpath_out, 4) conv = lambda x: unicode(x) wrapper = TextWrapper() wrapper.width = 70 wrapper.initial_indent = '' #wrapper.subsequent_indent='\t\t'+int(len('> '))*' ' wrapper.subsequent_indent = '\t\t' wrapper2 = TextWrapper() wrapper2.width = 60 wrapper2.initial_indent = '' #wrapper2.subsequent_indent='\t\t\t'+int(len('Title: '))*' ' wrapper2.subsequent_indent = '\t\t\t' with open(abpath_out, mode='a') as fout: #----------------Loop through tags---------------- tags = annodict.keys() if len(tags) == 0: return tags.sort() #---------------Put @None at the end--------------- if '@None' in tags: tags.remove('@None') tags.append('@None') for tagii in tags: citedictii = annodict[tagii] outstr = u'''\n\n{0}\n# {1}'''.format(int(80) * '-', conv(tagii)) outstr = outstr.encode('ascii', 'replace') fout.write(outstr) #--------------Loop through cite keys-------------- for citejj, annosjj in citedictii.items(): hljj = annosjj['highlights'] ntjj = annosjj['notes'] outstr = u'''\n\n\t@{0}:'''.format(conv(citejj)) outstr = outstr.encode('ascii', 'replace') fout.write(outstr) #-----------------Write highlights----------------- if len(hljj) > 0: #-------------Loop through highlights------------- for hlkk in hljj: hlstr = wrapper.fill(hlkk.text) title = wrapper2.fill(hlkk.title) outstr=u''' \n\t\t> {0} \t\t\t- Title: {1} \t\t\t- Ctime: {2}'''.format(*map(conv,[hlstr, title,\ hlkk.ctime])) outstr = outstr.encode('ascii', 'replace') fout.write(outstr) #-----------------Write notes----------------- if len(ntjj) > 0: #----------------Loop through notes---------------- for ntkk in ntjj: ntstr = wrapper.fill(ntkk.text) title = wrapper2.fill(ntkk.title) outstr=u''' \n\t\t- {0} \t\t\t- Title: {1} \t\t\t- Ctime: {2}'''.format(*map(conv,[ntstr, title,\ ntkk.ctime])) outstr = outstr.encode('ascii', 'replace') fout.write(outstr)
def exportAnno(annodict,outdir,action,separate,verbose=True): '''Export highlights and/or notes to txt file <annodict>: dict, keys: doc ids, values: menotexport.DocAnno objs., <outdir>: str, path to output folder. <action>: list, actions from cli arguments. <separate>: bool, True: save annotations if each PDF separately. False: save annotations from all PDFs to a single file. Calls _exportAnnoFile() for core processes. ''' #-----------Export all to a single file----------- if not separate: if 'm' in action and 'n' not in action: fileout='Mendeley_highlights.txt' elif 'n' in action and 'm' not in action: fileout='Mendeley_notes.txt' elif 'm' in action and 'n' in action: fileout='Mendeley_annotations.txt' abpath_out=os.path.join(outdir,fileout) abpath_out=tools.autoRename(abpath_out) if verbose: printInd('Exporting all annotations to:',3) printInd(abpath_out,4) #----------------Loop through docs---------------- faillist=[] num=len(annodict) docids=annodict.keys() for ii,idii in enumerate(docids): annoii=annodict[idii] if len(annoii.notes)==0 and len(annoii.highlights)==0: continue fnameii=annoii.meta['title'] if verbose: printNumHeader('Exporting annos in file',ii+1,num,3) printInd(fnameii,4) #---------Get individual output if needed--------- if separate: if 'm' in action and 'n' not in action: fileout='Highlights_%s.txt' %fnameii elif 'n' in action and 'm' not in action: fileout='Notes_%s.txt' %fnameii elif 'm' in action and 'n' in action: fileout='Anno_%s.txt' %fnameii abpath_out=os.path.join(outdir,fileout) abpath_out=tools.autoRename(abpath_out) if verbose: printInd('Exporting annotations to:',3) printInd(abpath_out,4) #----------------------Export---------------------- try: # Use custom template formatting if 't' in action: _exportAnnoFileTemplated(abpath_out,annoii) # Use default formatting else: _exportAnnoFile(abpath_out,annoii) except: faillist.append(fnameii) continue return faillist