Exemplo n.º 1
0
def main(skip_download=False):

    if not skip_download:
        print("\nAttempting to download latest CSV files...")
        download_csv()

    df_merged = _load_merged()

    if check_data_correctness(df_merged):
        print("Data correctness check %s.\n" % colored("passed", "green"))
    else:
        print_err("Data correctness check %s.\n" % colored("failed", "red"))
        sys.exit(1)

    if export(df_merged):
        print("Successfully exported CSVs to %s\n" %
              colored(os.path.abspath(OUTPUT_PATH), "magenta"))
    else:
        print_err("JHU export failed.\n")
        sys.exit(1)

    print("Generating megafile…")
    megafile.generate_megafile()
    print("Megafile is ready.")

    send_success(channel="corona-data-updates",
                 title="Updated JHU GitHub exports")
Exemplo n.º 2
0
def main(filename=None, skip_download=False):
    import inquirer
    from glob import glob

    if not skip_download:
        print("\nAttempting to download latest report...")
        download_xlsx()
        download_csv()

    if filename is None:
        print(
    """\n[Note] If you don't see the latest report in the options below, please download the Excel file from:
    https://www.ecdc.europa.eu/en/publications-data/download-todays-data-geographic-distribution-covid-19-cases-worldwide
    Then move it to the folder %s\n""" % os.path.abspath(RELEASES_PATH))

        filenames = glob(os.path.join(RELEASES_PATH, '*.xlsx'))
        filenames.extend(glob(os.path.join(RELEASES_PATH, '*.xls')))
        filenames.extend(glob(os.path.join(RELEASES_PATH, '*.csv')))
        filenames = list(
            filter(
                lambda name: not name.startswith("~"),
                map(os.path.basename, sorted(filenames, reverse=True))
            )
        )

        answers = inquirer.prompt([
            inquirer.List('filename',
                    message='Which release to use?',
                    choices=filenames,
                    default=0)
        ])

        filename = answers['filename']

    if check_data_correctness(filename):
        print("Data correctness check %s.\n" % colored("passed", 'green'))
    else:
        print_err("Data correctness check %s.\n" % colored("failed", 'red'))
        sys.exit(1)

    if export(filename):
        print("Successfully exported CSVs to %s\n" % colored(os.path.abspath(OUTPUT_PATH), 'magenta'))
    else:
        print_err("ECDC Export failed.\n")
        sys.exit(1)

    print("Generating megafile…")
    megafile.generate_megafile()
    print("Megafile is ready.")

    send_success(
        channel='corona-data-updates',
        title='Updated ECDC GitHub exports'
    )
Exemplo n.º 3
0
    filenames.extend(glob(os.path.join(RELEASES_PATH, '*.csv')))
    filenames = list(
        filter(lambda name: not name.startswith("~"),
               map(os.path.basename, sorted(filenames, reverse=True))))

    answers = inquirer.prompt([
        inquirer.List('filename',
                      message='Which release to use?',
                      choices=filenames,
                      default=0)
    ])

    filename = answers['filename']

    if check_data_correctness(filename):
        print("Data correctness check %s.\n" % colored("passed", 'green'))
    else:
        print("Data correctness check %s.\n" % colored("failed", 'red'))
        sys.exit(1)

    if export(filename):
        print("Successfully exported CSVs to %s\n" %
              colored(os.path.abspath(OUTPUT_PATH), 'magenta'))
    else:
        print("ECDC Export failed.\n")
        sys.exit(1)

    print("Generating megafile…")
    megafile.generate_megafile()
    print("Megafile is ready.")