db = create_engine('postgres://%s%s/%s' % (dbuser, dbhost, dbname))
con = None
con = psycopg2.connect(
database=dbname,
host=dbhost,
user=dbuser,
password=dbpass)
return con
if __name__ == '__main__':
con = get_db_conn()
data_gather = DataGatherer()
data_updater = EventUpdater()
data_gather.set_target_file()
data_gather.download_zip()
data_gather.unzip_download()
df = data_gather.get_csv_dataframe()
df = data_updater.initial_df_clean(df)
df = data_updater.get_states(df)
df = data_updater.normalize_goldstein(df)
df = data_updater.clean_df(df)
df = data_updater.aggregate_data(df)
df = data_updater.batch_update(df, con)
data_gather.delete_recent_files()
