def get_download_ids(): s = courses.login() with db("db.sqlite") as cursor: documents = list( cursor.execute( "SELECT course_id, document_id FROM document WHERE download_id IS NULL" )) for doc in documents: course_id = int(doc[0]) document_id = int(doc[1]) u = "http://" + courses.DOMAIN + "/documents/%i/publication/%i" % ( course_id, document_id) url = courses.get_doc_url(s, u) if url.strip(): params = (_download_id_from_url(url), course_id, document_id) logger.info(params) with db("db.sqlite") as cursor: cursor.execute( "UPDATE document SET download_id=? WHERE course_id=? AND document_id=?", params) else: logger.warning("Document failed: %s, %s" % (course_id, document_id))
def get_file_data(file): name = file['name'] page_url = file['pageurl'] url = get_doc_url(page_url) return name, url
def get_download_ids(): s = courses.login() with db("db.sqlite") as cursor: documents = list(cursor.execute("SELECT course_id, document_id FROM document WHERE download_id IS NULL")) for doc in documents: course_id = int(doc[0]) document_id = int(doc[1]) u = "http://" + courses.DOMAIN + "/documents/%i/publication/%i" % (course_id, document_id) url = courses.get_doc_url(s, u) if url.strip(): params = (_download_id_from_url(url), course_id, document_id) logger.info(params) with db("db.sqlite") as cursor: cursor.execute("UPDATE document SET download_id=? WHERE course_id=? AND document_id=?", params) else: logger.warning("Document failed: %s, %s" % (course_id, document_id))