Example #1
0
            database=dbname,
            host=dbhost,
            user=dbuser,
            password=dbpass)

        return con


if __name__ == '__main__':

    con = get_db_conn()

    data_gather = DataGatherer()
    data_updater = EventUpdater()

    data_gather.set_target_file()
    data_gather.download_zip()
    data_gather.unzip_download()
    df = data_gather.get_csv_dataframe()

    df = data_updater.initial_df_clean(df)
    df = data_updater.get_states(df)
    df = data_updater.normalize_goldstein(df)
    df = data_updater.clean_df(df)
    df = data_updater.aggregate_data(df)
    df = data_updater.batch_update(df, con)

    data_gather.delete_recent_files()

    print 'Done'