def _configure(self):
jc = self.ctx.getJobConf()
pu.jc_configure_log_level(self, jc, "bl.mr.loglevel", "log_level",
"INFO")
self.logger = logging.getLogger("mapper")
self.logger.setLevel(self.log_level)
pu.jc_configure_int(self, jc, "mapred.task.timeout", "timeout")
pu.jc_configure(self, jc, "bl.hdfs.user", "user", "")
def test_jc_configure_default(self):
w = CONFIGURE_EXAMPLES
d = {}
for k in w.keys():
d[k] = w[k][1]
jc = pp.get_JobConf_object(d)
o = Obj()
for k in w.keys():
nk = 'not-here-%s' % k
self.assertFalse(jc.hasKey(nk))
if w[k][0] == 'str':
pu.jc_configure(o, jc, nk, k, w[k][1])
self.assertEqual(getattr(o,k), w[k][1])
elif w[k][0] == 'int':
pu.jc_configure_int(o, jc, nk, k, int(w[k][1]))
self.assertEqual(getattr(o, k), int(w[k][1]))
elif w[k][0] == 'bool':
pu.jc_configure_bool(o, jc, nk, k, w[k][1]=='true')
self.assertEqual(getattr(o, k), w[k][1] == 'true')
elif w[k][0] == 'log_level':
pu.jc_configure_log_level(o, jc, nk, k, w[k][1])
self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_default(self):
w = CONFIGURE_EXAMPLES
d = {}
for k in w.keys():
d[k] = w[k][1]
jc = pp.get_JobConf_object(d)
o = Obj()
for k in w.keys():
nk = 'not-here-%s' % k
self.assertFalse(jc.hasKey(nk))
if w[k][0] == 'str':
pu.jc_configure(o, jc, nk, k, w[k][1])
self.assertEqual(getattr(o, k), w[k][1])
elif w[k][0] == 'int':
pu.jc_configure_int(o, jc, nk, k, int(w[k][1]))
self.assertEqual(getattr(o, k), int(w[k][1]))
elif w[k][0] == 'bool':
pu.jc_configure_bool(o, jc, nk, k, w[k][1] == 'true')
self.assertEqual(getattr(o, k), w[k][1] == 'true')
elif w[k][0] == 'log_level':
pu.jc_configure_log_level(o, jc, nk, k, w[k][1])
self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_plain(self):
w = CONFIGURE_EXAMPLES
d = {}
for k in w.keys():
d[k] = w[k][1]
jc = pp.get_JobConf_object(d)
o = Obj()
for k in w.keys():
self.assertTrue(jc.hasKey(k))
if w[k][0] == 'str':
pu.jc_configure(o, jc, k, k)
self.assertEqual(getattr(o,k), w[k][1])
elif w[k][0] == 'int':
pu.jc_configure_int(o, jc, k, k)
self.assertEqual(getattr(o, k), int(w[k][1]))
elif w[k][0] == 'bool':
pu.jc_configure_bool(o, jc, k, k)
self.assertEqual(getattr(o, k), w[k][1] == 'true')
elif w[k][0] == 'float':
pu.jc_configure_float(o, jc, k, k)
self.assertAlmostEqual(getattr(o, k), float(w[k][1]))
elif w[k][0] == 'log_level':
pu.jc_configure_log_level(o, jc, k, k)
self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
def test_jc_configure_plain(self):
w = CONFIGURE_EXAMPLES
d = {}
for k in w.keys():
d[k] = w[k][1]
jc = pp.get_JobConf_object(d)
o = Obj()
for k in w.keys():
self.assertTrue(jc.hasKey(k))
if w[k][0] == 'str':
pu.jc_configure(o, jc, k, k)
self.assertEqual(getattr(o, k), w[k][1])
elif w[k][0] == 'int':
pu.jc_configure_int(o, jc, k, k)
self.assertEqual(getattr(o, k), int(w[k][1]))
elif w[k][0] == 'bool':
pu.jc_configure_bool(o, jc, k, k)
self.assertEqual(getattr(o, k), w[k][1] == 'true')
elif w[k][0] == 'float':
pu.jc_configure_float(o, jc, k, k)
self.assertAlmostEqual(getattr(o, k), float(w[k][1]))
elif w[k][0] == 'log_level':
pu.jc_configure_log_level(o, jc, k, k)
self.assertEqual(getattr(o, k), getattr(logging, w[k][1]))
