Ejemplos de HiveEngineSpec.progress en Python

Ejemplo n.º 1

Archivo: db_engine_specs_test.py Proyecto: MK0820/LaiZu

 def test_job_2_launched_stage_2_stages_progress(self):
     log = """
         17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
         17/02/07 19:15:55 INFO ql.Driver: Launching Job 1 out of 2
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 100%,  reduce = 0%
         17/02/07 19:15:55 INFO ql.Driver: Launching Job 2 out of 2
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 0%,  reduce = 0%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 40%,  reduce = 0%
     """.split("\n")
     self.assertEquals(60, HiveEngineSpec.progress(log))

Ejemplo n.º 2

Archivo: hive_tests.py Proyecto: jagamts1/incubator-superset

def test_job_2_launched_stage_2_stages_progress():  # pylint: disable=invalid-name
    log = """
        17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
        17/02/07 19:15:55 INFO ql.Driver: Launching Job 1 out of 2
        17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 100%,  reduce = 0%
        17/02/07 19:15:55 INFO ql.Driver: Launching Job 2 out of 2
        17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 0%,  reduce = 0%
        17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 40%,  reduce = 0%
    """.split("\n")
    assert HiveEngineSpec.progress(log) == 60

Ejemplo n.º 3

 def test_job_1_launched_stage_2_stages_progress(self):
     log = """
         17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
         17/02/07 19:15:55 INFO ql.Driver: Launching Job 1 out of 2
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 0%,  reduce = 0%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 40%,  reduce = 0%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 80%,  reduce = 40%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-2 map = 0%,  reduce = 0%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 100%,  reduce = 0%
     """.split('\n')  # noqa ignore: E501
     self.assertEquals(12, HiveEngineSpec.progress(log))

Ejemplo n.º 4

Archivo: hive_tests.py Proyecto: michaelai0313/superset-0.35.2

 def test_job_1_launched_stage_1_map_40_progress(
     self
 ):  # pylint: disable=invalid-name
     log = """
         17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
         17/02/07 19:15:55 INFO ql.Driver: Launching Job 1 out of 2
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 0%,  reduce = 0%
         17/02/07 19:16:09 INFO exec.Task: 2017-02-07 19:16:09,173 Stage-1 map = 40%,  reduce = 0%
     """.split(
         "\n"
     )
     self.assertEqual(10, HiveEngineSpec.progress(log))

Ejemplo n.º 5

Archivo: db_engine_specs_test.py Proyecto: wanghuapeng/incubator-superset

 def test_job_1_launched_progress(self):
     log = """
         17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
         17/02/07 19:15:55 INFO ql.Driver: Launching Job 1 out of 2
     """.split("\n")
     self.assertEquals(0, HiveEngineSpec.progress(log))

Ejemplo n.º 6

Archivo: db_engine_specs_test.py Proyecto: wanghuapeng/incubator-superset

 def test_number_of_jobs_progress(self):
     log = """
         17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
     """.split("\n")
     self.assertEquals(0, HiveEngineSpec.progress(log))

Ejemplo n.º 7

Archivo: db_engine_specs_test.py Proyecto: wanghuapeng/incubator-superset

 def test_0_progress(self):
     log = """
         17/02/07 18:26:27 INFO log.PerfLogger: <PERFLOG method=compile from=org.apache.hadoop.hive.ql.Driver>
         17/02/07 18:26:27 INFO log.PerfLogger: <PERFLOG method=parse from=org.apache.hadoop.hive.ql.Driver>
     """.split("\n")
     self.assertEquals(0, HiveEngineSpec.progress(log))

Ejemplo n.º 8

Archivo: hive_tests.py Proyecto: jagamts1/incubator-superset

def test_number_of_jobs_progress():
    log = """
        17/02/07 19:15:55 INFO ql.Driver: Total jobs = 2
    """.split("\n")
    assert HiveEngineSpec.progress(log) == 0