def update_content_from_web():
clients = getgoogledoc.docs_authenticate(email="*****@*****.**", get_spreadsheets=True)
def downloadPieces(issue):
"""fetch the pieces of the issue from google."""
localfolder = os.path.join(config.infodir, "issues/{}/".format(urlify(issue.name)))
if not os.path.exists(localfolder):
os.makedirs(localfolder)
# get the pieces spreadsheet
pieces_doc_title = "orq{} pieces".format(issue.number)
piecesfilename = getgoogledoc.download(
title=pieces_doc_title, exportas="csv", kind="spreadsheet", dirname=localfolder, clients=clients
)
# get the piece documents
foldername = "ORQ{num} {name}".format(num=issue.number, name=issue.name)
filenames = getgoogledoc.download(
foldername=foldername, kind="document", exportas="html", dirname=localfolder, clients=clients
)
return
for issueD in config.issues:
issue = Issue(**issueD)
if issue.number < config.skip_issues_before:
logging.warning("skipping downloading for early issues")
continue
else:
downloadPieces(issue)
biosfile = getgoogledoc.download(
title="biographies", kind="document", exportas="html", dirname=config.infodir, clients=clients
)
return
def downloadPieces(issue):
"""fetch the pieces of the issue from google."""
localfolder = os.path.join(config.infodir, "issues/{}/".format(urlify(issue.name)))
if not os.path.exists(localfolder):
os.makedirs(localfolder)
# get the pieces spreadsheet
pieces_doc_title = "orq{} pieces".format(issue.number)
piecesfilename = getgoogledoc.download(
title=pieces_doc_title, exportas="csv", kind="spreadsheet", dirname=localfolder, clients=clients
)
# get the piece documents
foldername = "ORQ{num} {name}".format(num=issue.number, name=issue.name)
filenames = getgoogledoc.download(
foldername=foldername, kind="document", exportas="html", dirname=localfolder, clients=clients
)
return
def downloadPieces(issue):
"""fetch the pieces of the issue from google."""
localfolder = os.path.join(config.infodir,
'issues/{}/'.format(urlify(issue.name)))
if not os.path.exists(localfolder): os.makedirs(localfolder)
#get the pieces spreadsheet
pieces_doc_title = 'orq{} pieces'.format(issue.number)
piecesfilename = getgoogledoc.download(title=pieces_doc_title,
exportas='csv',
kind='spreadsheet',
dirname=localfolder,
clients=clients)
#get the piece documents
foldername = 'ORQ{num} {name}'.format(num=issue.number,
name=issue.name)
filenames = getgoogledoc.download(foldername=foldername,
kind='document',
exportas='html',
dirname=localfolder,
clients=clients)
return
def update_content_from_web():
clients = getgoogledoc.docs_authenticate(email='*****@*****.**',
get_spreadsheets=True)
def downloadPieces(issue):
"""fetch the pieces of the issue from google."""
localfolder = os.path.join(config.infodir,
'issues/{}/'.format(urlify(issue.name)))
if not os.path.exists(localfolder): os.makedirs(localfolder)
#get the pieces spreadsheet
pieces_doc_title = 'orq{} pieces'.format(issue.number)
piecesfilename = getgoogledoc.download(title=pieces_doc_title,
exportas='csv',
kind='spreadsheet',
dirname=localfolder,
clients=clients)
#get the piece documents
foldername = 'ORQ{num} {name}'.format(num=issue.number,
name=issue.name)
filenames = getgoogledoc.download(foldername=foldername,
kind='document',
exportas='html',
dirname=localfolder,
clients=clients)
return
for issueD in config.issues:
issue = Issue(**issueD)
if issue.number < config.skip_issues_before:
logging.warning('skipping downloading for early issues')
continue
else:
downloadPieces(issue)
biosfile = getgoogledoc.download(title='biographies',
kind='document',
exportas='html',
dirname=config.infodir,
clients=clients)
return
