def get_download_ids():
s = courses.login()
with db("db.sqlite") as cursor:
documents = list(
cursor.execute(
"SELECT course_id, document_id FROM document WHERE download_id IS NULL"
))
for doc in documents:
course_id = int(doc[0])
document_id = int(doc[1])
u = "http://" + courses.DOMAIN + "/documents/%i/publication/%i" % (
course_id, document_id)
url = courses.get_doc_url(s, u)
if url.strip():
params = (_download_id_from_url(url), course_id, document_id)
logger.info(params)
with db("db.sqlite") as cursor:
cursor.execute(
"UPDATE document SET download_id=? WHERE course_id=? AND document_id=?",
params)
else:
logger.warning("Document failed: %s, %s" %
(course_id, document_id))
def get_file_data(file):
name = file['name']
page_url = file['pageurl']
url = get_doc_url(page_url)
return name, url
def get_download_ids():
s = courses.login()
with db("db.sqlite") as cursor:
documents = list(cursor.execute("SELECT course_id, document_id FROM document WHERE download_id IS NULL"))
for doc in documents:
course_id = int(doc[0])
document_id = int(doc[1])
u = "http://" + courses.DOMAIN + "/documents/%i/publication/%i" % (course_id, document_id)
url = courses.get_doc_url(s, u)
if url.strip():
params = (_download_id_from_url(url), course_id, document_id)
logger.info(params)
with db("db.sqlite") as cursor:
cursor.execute("UPDATE document SET download_id=? WHERE course_id=? AND document_id=?", params)
else:
logger.warning("Document failed: %s, %s" % (course_id, document_id))
