def update_content_from_web(): clients = getgoogledoc.docs_authenticate(email="*****@*****.**", get_spreadsheets=True) def downloadPieces(issue): """fetch the pieces of the issue from google.""" localfolder = os.path.join(config.infodir, "issues/{}/".format(urlify(issue.name))) if not os.path.exists(localfolder): os.makedirs(localfolder) # get the pieces spreadsheet pieces_doc_title = "orq{} pieces".format(issue.number) piecesfilename = getgoogledoc.download( title=pieces_doc_title, exportas="csv", kind="spreadsheet", dirname=localfolder, clients=clients ) # get the piece documents foldername = "ORQ{num} {name}".format(num=issue.number, name=issue.name) filenames = getgoogledoc.download( foldername=foldername, kind="document", exportas="html", dirname=localfolder, clients=clients ) return for issueD in config.issues: issue = Issue(**issueD) if issue.number < config.skip_issues_before: logging.warning("skipping downloading for early issues") continue else: downloadPieces(issue) biosfile = getgoogledoc.download( title="biographies", kind="document", exportas="html", dirname=config.infodir, clients=clients ) return
def downloadPieces(issue): """fetch the pieces of the issue from google.""" localfolder = os.path.join(config.infodir, "issues/{}/".format(urlify(issue.name))) if not os.path.exists(localfolder): os.makedirs(localfolder) # get the pieces spreadsheet pieces_doc_title = "orq{} pieces".format(issue.number) piecesfilename = getgoogledoc.download( title=pieces_doc_title, exportas="csv", kind="spreadsheet", dirname=localfolder, clients=clients ) # get the piece documents foldername = "ORQ{num} {name}".format(num=issue.number, name=issue.name) filenames = getgoogledoc.download( foldername=foldername, kind="document", exportas="html", dirname=localfolder, clients=clients ) return
def downloadPieces(issue): """fetch the pieces of the issue from google.""" localfolder = os.path.join(config.infodir, 'issues/{}/'.format(urlify(issue.name))) if not os.path.exists(localfolder): os.makedirs(localfolder) #get the pieces spreadsheet pieces_doc_title = 'orq{} pieces'.format(issue.number) piecesfilename = getgoogledoc.download(title=pieces_doc_title, exportas='csv', kind='spreadsheet', dirname=localfolder, clients=clients) #get the piece documents foldername = 'ORQ{num} {name}'.format(num=issue.number, name=issue.name) filenames = getgoogledoc.download(foldername=foldername, kind='document', exportas='html', dirname=localfolder, clients=clients) return
def update_content_from_web(): clients = getgoogledoc.docs_authenticate(email='*****@*****.**', get_spreadsheets=True) def downloadPieces(issue): """fetch the pieces of the issue from google.""" localfolder = os.path.join(config.infodir, 'issues/{}/'.format(urlify(issue.name))) if not os.path.exists(localfolder): os.makedirs(localfolder) #get the pieces spreadsheet pieces_doc_title = 'orq{} pieces'.format(issue.number) piecesfilename = getgoogledoc.download(title=pieces_doc_title, exportas='csv', kind='spreadsheet', dirname=localfolder, clients=clients) #get the piece documents foldername = 'ORQ{num} {name}'.format(num=issue.number, name=issue.name) filenames = getgoogledoc.download(foldername=foldername, kind='document', exportas='html', dirname=localfolder, clients=clients) return for issueD in config.issues: issue = Issue(**issueD) if issue.number < config.skip_issues_before: logging.warning('skipping downloading for early issues') continue else: downloadPieces(issue) biosfile = getgoogledoc.download(title='biographies', kind='document', exportas='html', dirname=config.infodir, clients=clients) return