Python job_flow_pool_name Examples

Example #1

File: test_terminate_idle_job_flows.py Project: kevinburke/mrjob

 def test_currently_running(self):
     jf = self.mock_emr_job_flows['j-CURRENTLY_RUNNING']
     self.assertEqual(is_job_flow_done(jf), False)
     self.assertEqual(is_job_flow_running(jf), True)
     self.assertEqual(is_job_flow_non_streaming(jf), False)
     self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(0))
     self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                      timedelta(minutes=45))
     self.assertEqual(job_flow_pool_name(jf), None)

Example #2

File: test_terminate_idle_job_flows.py Project: ddehghan/mrjob

 def test_currently_running(self):
     jf = self.mock_emr_job_flows['j-CURRENTLY_RUNNING']
     self.assertEqual(is_job_flow_done(jf), False)
     self.assertEqual(is_job_flow_running(jf), True)
     self.assertEqual(is_job_flow_non_streaming(jf), False)
     self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(0))
     self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                      timedelta(minutes=45))
     self.assertEqual(job_flow_pool_name(jf), None)

Example #3

File: test_terminate_idle_job_flows.py Project: kevinburke/mrjob

    def test_idle_and_failed(self):
        jf = self.mock_emr_job_flows['j-IDLE_AND_FAILED']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=3))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #4

File: test_terminate_idle_job_flows.py Project: kevinburke/mrjob

    def test_hadoop_debugging_job_flow(self):
        jf = self.mock_emr_job_flows['j-HADOOP_DEBUGGING']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=2))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #5

File: test_terminate_idle_job_flows.py Project: kevinburke/mrjob

    def test_hive_job_flow(self):
        jf = self.mock_emr_job_flows['j-HIVE']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), True)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=4))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #6

File: test_terminate_idle_job_flows.py Project: ddehghan/mrjob

    def test_idle_and_failed(self):
        jf = self.mock_emr_job_flows['j-IDLE_AND_FAILED']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=3))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #7

File: test_terminate_idle_job_flows.py Project: ddehghan/mrjob

    def test_hadoop_debugging_job_flow(self):
        jf = self.mock_emr_job_flows['j-HADOOP_DEBUGGING']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=2))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #8

File: test_terminate_idle_job_flows.py Project: ddehghan/mrjob

    def test_hive_job_flow(self):
        jf = self.mock_emr_job_flows['j-HIVE']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), True)
        self.assertEqual(time_job_flow_idle(jf, self.now), timedelta(hours=4))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(hours=1))
        self.assertEqual(job_flow_pool_name(jf), None)

Example #9

File: test_terminate_idle_job_flows.py Project: kevinburke/mrjob

    def test_pooled(self):
        jf = self.mock_emr_job_flows['j-POOLED']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now),
                         timedelta(minutes=55))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(minutes=5))
        self.assertEqual(job_flow_pool_name(jf), 'reflecting')

Example #10

File: test_terminate_idle_job_flows.py Project: ddehghan/mrjob

    def test_pooled(self):
        jf = self.mock_emr_job_flows['j-POOLED']

        self.assertEqual(is_job_flow_done(jf), False)
        self.assertEqual(is_job_flow_running(jf), False)
        self.assertEqual(is_job_flow_non_streaming(jf), False)
        self.assertEqual(time_job_flow_idle(jf, self.now),
                         timedelta(minutes=55))
        self.assertEqual(time_to_end_of_hour_for_job_flow(jf, self.now),
                         timedelta(minutes=5))
        self.assertEqual(job_flow_pool_name(jf), 'reflecting')