示例#1
0
def main():
    args = _parse_args()
    if args.mode == "get-data":
        main_get_data(args.parallel, args.njobs, args.countries)
    elif args.mode == "process-data":
        main_process_data()
    elif args.mode == "all":
        main_get_data(args.parallel, args.njobs, args.countries)
        main_process_data()
示例#2
0
def main():
    config = get_config()
    paths = Paths(config.project_dir)
    creds = config.CredentialsConfig()

    if config.display:
        print(config)
    
    if config.mode == "get-data":
        cfg = config.GetDataConfig()
        main_get_data(
            paths,
            cfg.parallel,
            cfg.njobs,
            cfg.countries,
            creds.greece_api_token,
            cfg.skip_countries,
        )
    elif config.mode == "process-data":
        cfg = config.ProcessDataConfig()
        main_process_data(
            paths,
            creds.google_credentials,
            creds.google_spreadsheet_vax_id,
            cfg.skip_complete,
            cfg.skip_monotonic_check,
        )
    elif config.mode == "generate-dataset":
        if config.check_r:
            test_check_with_r(paths)
        else:
            main_generate_dataset(
                paths,
            )
    elif config.mode == "all":
        cfg = config.GetDataConfig()
        main_get_data(
            paths,
            cfg.parallel,
            cfg.njobs,
            cfg.countries,
            cfg.greece_api_token,
        )
        cfg = config.ProcessDataConfig()
        main_process_data(
            paths,
            cfg.google_credentials,
            cfg.google_spreadsheet_vax_id,
            cfg.skip_complete,
            cfg.skip_monotonic_check,
        )
        main_generate_dataset(
            paths,
        )
示例#3
0
def main():
    config = get_config()
    paths = Paths(config.project_dir)
    creds = config.CredentialsConfig()

    if config.display:
        print(config)
    
    print(config.mode)

    if "get" in config.mode:
        cfg = config.GetDataConfig()
        main_get_data(
            paths=paths,
            parallel=cfg.parallel,
            n_jobs=cfg.njobs,
            modules_name=cfg.countries,
            skip_countries=cfg.skip_countries,
            gsheets_api=config.gsheets_api,
        )
    if "process" in config.mode:
        cfg = config.ProcessDataConfig()
        main_process_data(
            paths=paths,
            gsheets_api=config.gsheets_api,
            google_spreadsheet_vax_id=creds.google_spreadsheet_vax_id,
            skip_complete=cfg.skip_complete,
            skip_monotonic=cfg.skip_monotonic_check,
            skip_anomaly=cfg.skip_anomaly_check,
        )
    if "generate" in config.mode:
        if config.check_r:
            test_check_with_r(paths=paths)
        else:
            main_generate_dataset(
                paths=paths,
            )
    if "export" in config.mode:
        main_export(
            paths=paths,
            url=creds.owid_cloud_table_post
        )
    if "propose" in config.mode:
        cfg = config.ProposeDataConfig()
        main_propose_data_twitter(
            paths=paths,
            consumer_key=creds.twitter_consumer_key,
            consumer_secret=creds.twitter_consumer_secret,
            parallel=cfg.parallel,
            n_jobs=cfg.njobs,
        )