def create_EMR_cluster(cluster_name, emr_version, subnet_ids): cluster_id = EmrClusterController.create_cluster_job_execution(cluster_name, emr_version, subnet_ids) print("Waiting for Cluster: ", cluster_id) xcom_return = {"clusterId": cluster_id} with open("/airflow/xcom/return.json", "w") as file: json.dump(xcom_return, file) return EmrClusterController.wait_for_cluster_creation(cluster_id)
def wait_for_cluster(**kwargs): ti = kwargs['ti'] cluster_id = ti.xcom_pull(task_ids='create_cluster') EmrClusterController.wait_for_cluster_creation(cluster_id)