def parse_items(self):
"""For every item in the directory, send it to Celery for processing"""
docket_paths, file_count = get_docket_list()
completed = 0
for docket_path in docket_paths:
if completed < self.options['start_item'] - 1:
# Skip ahead if start_lines is provided.
completed += 1
continue
else:
logger.info("Parsing docket: %s" % docket_path)
pacer_doc = PacerXMLParser(docket_path)
docket = pacer_doc.save(self.debug)
if docket is not None:
pacer_doc.make_documents(docket, self.debug)
completed += 1
max_items = self.options['max_items']
if completed >= max_items and max_items != -1:
print "\n\nCompleted %s items. Aborting early." % max_items
break
def parse_items(self):
"""For every item in the directory, send it to Celery for processing"""
docket_paths, file_count = get_docket_list()
completed = 0
for docket_path in docket_paths:
if completed < self.options['start_item'] - 1:
# Skip ahead if start_lines is provided.
completed += 1
continue
else:
logger.info("Parsing docket: %s" % docket_path)
pacer_doc = PacerXMLParser(docket_path)
docket = pacer_doc.save(self.debug)
if docket is not None:
pacer_doc.make_documents(docket, self.debug)
completed += 1
max_items = self.options['max_items']
if completed >= max_items and max_items != -1:
print "\n\nCompleted %s items. Aborting early." % max_items
break
def parse_recap_docket(self, filename, debug=False):
"""Parse a docket path, creating items or updating existing ones."""
docket_path = os.path.join(settings.MEDIA_ROOT, 'recap', filename)
recap_pks = []
try:
pacer_doc = PacerXMLParser(docket_path)
except IOError:
logger.warning("Unable to find the docket at: %s" % docket_path)
else:
docket = pacer_doc.save(debug=debug)
if docket is not None:
try:
recap_pks = pacer_doc.make_documents(docket, debug=debug)
except (IntegrityError,
DocketEntry.MultipleObjectsReturned) as exc:
raise self.retry(exc=exc, countdown=20 * 60)
return recap_pks