def main(): runner_kwargs = build_config() logger.info('main() -- runner_kwargs: %s', runner_kwargs) emr_client = EMRJobRunner(**runner_kwargs) cluster_id = emr_client.make_persistent_cluster() logger.info('Cluster-id: %s', cluster_id) emr_client = EMRJobRunner( mr_job_script='src/hive_step.py', cluster_id=cluster_id, input_paths=['/dev/null'], extra_args=['--jar-region', runner_kwargs['region']], **runner_kwargs) emr_client.run()
def main(args=None): """Run the create_cluster tool with arguments from ``sys.argv`` and printing to ``sys.stdout``.""" runner = EMRJobRunner(**_runner_kwargs(args)) cluster_id = runner.make_persistent_cluster() print(cluster_id)