Python get_step_state Examples

Example #1

File: emr_traffic.py Project: rprz/reddit

def _wait_for_step(emr_connection, step, jobflowid, sleeptime):
    """Poll EMR and wait for a step to finish."""
    sleep(180)
    start = time()
    step_state = get_step_state(emr_connection, jobflowid, step.name, update=True)
    while step_state in LIVE_STATES + [PENDING]:
        sleep(sleeptime)
        step_state = get_step_state(emr_connection, jobflowid, step.name)
    end = time()
    print "%s took %0.2fs (exit: %s)" % (step.name, end - start, step_state)
    return step_state

Example #2

def _wait_for_step(emr_connection, step, jobflowid, sleeptime):
    """Poll EMR and wait for a step to finish."""
    sleep(180)
    start = time()
    update_jobflows_cached(emr_connection)
    step_state = get_step_state(emr_connection, jobflowid, step.name)
    while step_state in LIVE_STATES + [PENDING]:
        sleep(sleeptime)
        step_state = get_step_state(emr_connection, jobflowid, step.name)
    end = time()
    print '%s took %0.2fs (exit: %s)' % (step.name, end - start, step_state)
    return step_state