def _configure(self): jc = self.ctx.getJobConf() pu.jc_configure_log_level(self, jc, "bl.mr.loglevel", "log_level", "INFO") self.logger = logging.getLogger("mapper") self.logger.setLevel(self.log_level) pu.jc_configure_int(self, jc, "mapred.task.timeout", "timeout") pu.jc_configure(self, jc, "bl.hdfs.user", "user", "")
def test_jc_configure_default(self): w = CONFIGURE_EXAMPLES d = {} for k in w.keys(): d[k] = w[k][1] jc = pp.get_JobConf_object(d) o = Obj() for k in w.keys(): nk = 'not-here-%s' % k self.assertFalse(jc.hasKey(nk)) if w[k][0] == 'str': pu.jc_configure(o, jc, nk, k, w[k][1]) self.assertEqual(getattr(o,k), w[k][1]) elif w[k][0] == 'int': pu.jc_configure_int(o, jc, nk, k, int(w[k][1])) self.assertEqual(getattr(o, k), int(w[k][1])) elif w[k][0] == 'bool': pu.jc_configure_bool(o, jc, nk, k, w[k][1]=='true') self.assertEqual(getattr(o, k), w[k][1] == 'true') elif w[k][0] == 'log_level': pu.jc_configure_log_level(o, jc, nk, k, w[k][1]) self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_default(self): w = CONFIGURE_EXAMPLES d = {} for k in w.keys(): d[k] = w[k][1] jc = pp.get_JobConf_object(d) o = Obj() for k in w.keys(): nk = 'not-here-%s' % k self.assertFalse(jc.hasKey(nk)) if w[k][0] == 'str': pu.jc_configure(o, jc, nk, k, w[k][1]) self.assertEqual(getattr(o, k), w[k][1]) elif w[k][0] == 'int': pu.jc_configure_int(o, jc, nk, k, int(w[k][1])) self.assertEqual(getattr(o, k), int(w[k][1])) elif w[k][0] == 'bool': pu.jc_configure_bool(o, jc, nk, k, w[k][1] == 'true') self.assertEqual(getattr(o, k), w[k][1] == 'true') elif w[k][0] == 'log_level': pu.jc_configure_log_level(o, jc, nk, k, w[k][1]) self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_plain(self): w = CONFIGURE_EXAMPLES d = {} for k in w.keys(): d[k] = w[k][1] jc = pp.get_JobConf_object(d) o = Obj() for k in w.keys(): self.assertTrue(jc.hasKey(k)) if w[k][0] == 'str': pu.jc_configure(o, jc, k, k) self.assertEqual(getattr(o,k), w[k][1]) elif w[k][0] == 'int': pu.jc_configure_int(o, jc, k, k) self.assertEqual(getattr(o, k), int(w[k][1])) elif w[k][0] == 'bool': pu.jc_configure_bool(o, jc, k, k) self.assertEqual(getattr(o, k), w[k][1] == 'true') elif w[k][0] == 'float': pu.jc_configure_float(o, jc, k, k) self.assertAlmostEqual(getattr(o, k), float(w[k][1])) elif w[k][0] == 'log_level': pu.jc_configure_log_level(o, jc, k, k) self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_plain(self): w = CONFIGURE_EXAMPLES d = {} for k in w.keys(): d[k] = w[k][1] jc = pp.get_JobConf_object(d) o = Obj() for k in w.keys(): self.assertTrue(jc.hasKey(k)) if w[k][0] == 'str': pu.jc_configure(o, jc, k, k) self.assertEqual(getattr(o, k), w[k][1]) elif w[k][0] == 'int': pu.jc_configure_int(o, jc, k, k) self.assertEqual(getattr(o, k), int(w[k][1])) elif w[k][0] == 'bool': pu.jc_configure_bool(o, jc, k, k) self.assertEqual(getattr(o, k), w[k][1] == 'true') elif w[k][0] == 'float': pu.jc_configure_float(o, jc, k, k) self.assertAlmostEqual(getattr(o, k), float(w[k][1])) elif w[k][0] == 'log_level': pu.jc_configure_log_level(o, jc, k, k) self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))