def main():
runner_kwargs = build_config()
logger.info('main() -- runner_kwargs: %s', runner_kwargs)
emr_client = EMRJobRunner(**runner_kwargs)
cluster_id = emr_client.make_persistent_cluster()
logger.info('Cluster-id: %s', cluster_id)
emr_client = EMRJobRunner(
mr_job_script='src/hive_step.py',
cluster_id=cluster_id,
input_paths=['/dev/null'],
extra_args=['--jar-region', runner_kwargs['region']],
**runner_kwargs)
emr_client.run()
def main(args=None):
"""Run the create_cluster tool with arguments from ``sys.argv`` and
printing to ``sys.stdout``."""
runner = EMRJobRunner(**_runner_kwargs(args))
cluster_id = runner.make_persistent_cluster()
print(cluster_id)
