def geocode(self):
"""Update latitude, longitude, rating and ZIP in Locations table."""
print('\nGeocoding...')
null_rating_rows = self.get_rows_with_null_rating()
for row in null_rating_rows:
full_address = "{0} {1}, New Orleans, LA".format(
row.street_number, row.address)
result = self.gmaps.geocode(full_address)
if len(result) == 0:
log.info('No geocoding results for: {}'.format(full_address))
# TODO: Need to also note failure so future geocoding scripts
# don't keep trying and failing on the same addresses.
# Possibly update Location's `rating` and/or Cleaned's
# `location_publish` fields.
continue
details = self.process_google_results(result)
try:
with SESSION.begin_nested():
u = update(Location)
u = u.values(details)
u = u.where(Location.document_id == row.document_id)
SESSION.execute(u)
SESSION.flush()
except Exception as error: # TODO: Handle specific errors.
log.exception(error, exc_info=True)
SESSION.rollback()
SESSION.commit()
def commit_to_database(self, table, output):
"""Commit to database using nested transactions and exceptions."""
try:
# TODO: Is this the correct method for this?
with SESSION.begin_nested():
i = insert(getattr(db, table))
vals = i.values(output)
SESSION.execute(vals) # TODO: What is this?
SESSION.flush()
except Exception as error:
log.debug(error, exc_info=True)
SESSION.rollback()
SESSION.commit() # TODO: Should this be here?
def commit_to_database(self, table, output):
"""Commit to database using nested transactions and exceptions."""
try:
# TODO: Is this the correct method for this?
with SESSION.begin_nested():
i = insert(getattr(db, table))
vals = i.values(output)
SESSION.execute(vals) # TODO: What is this?
SESSION.flush()
except Exception as error:
log.debug(error, exc_info=True)
SESSION.rollback()
SESSION.commit() # TODO: Should this be here?
def commit_rows(self, rows):
"""Commit JOIN-ed rows to the cleaned table."""
log.debug('Committing %d rows', len(rows))
for count, row in enumerate(rows):
log.debug("Row %d", count)
try:
with SESSION.begin_nested():
i = insert(Cleaned)
i = i.values(row)
SESSION.execute(i)
SESSION.flush()
except Exception as error:
log.debug('count: %s', count)
log.exception(error, exc_info=True)
SESSION.rollback()
SESSION.commit()
log.debug('%d rows committed', len(rows))
def commit_rows(self, rows):
"""Commit JOIN-ed rows to the cleaned table."""
log.debug('Committing %d rows', len(rows))
for count, row in enumerate(rows):
log.debug("Row %d", count)
try:
with SESSION.begin_nested():
i = insert(Cleaned)
i = i.values(row)
SESSION.execute(i)
SESSION.flush()
except Exception as error:
log.debug('count: %s', count)
log.exception(error, exc_info=True)
SESSION.rollback()
SESSION.commit()
log.debug('%d rows committed', len(rows))