def test_json_error(self):
conf = """
runners:
foo:
qux: quux
"""
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf')
with open(conf_path, 'w') as f:
f.write(conf)
try:
load_mrjob_conf(conf_path)
assert False
except mrjob.conf.json.JSONDecodeError, e:
self.assertIn('If your mrjob.conf is in YAML', e.msg)
def test_round_trip(self):
conf = {"runners": {"foo": {"qux": "quux"}}}
conf_path = os.path.join(self.tmp_dir, "mrjob.conf")
dump_mrjob_conf(conf, open(conf_path, "w"))
with no_handlers_for_logger("mrjob.conf"):
self.assertEqual(conf, load_mrjob_conf(conf_path=conf_path))
def test_round_trip(self):
conf = {'runners': {'foo': {'qux': 'quux'}}}
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf')
dump_mrjob_conf(conf, open(conf_path, 'w'))
with no_handlers_for_logger('mrjob.conf'):
self.assertEqual(conf, load_mrjob_conf(conf_path=conf_path))
def test_load_and_load_opts_use_find_mrjob_conf(self):
os.environ["HOME"] = self.tmp_dir
dot_mrjob_path = os.path.join(self.tmp_dir, ".mrjob.conf")
with open(dot_mrjob_path, "w") as f:
f.write('{"runners": {"foo": {"bar": "baz"}}}')
self.assertEqual(load_mrjob_conf(), {"runners": {"foo": {"bar": "baz"}}})
self.assertEqual(load_opts_from_mrjob_conf("foo")[0][1], {"bar": "baz"})
def test_load_and_load_opts_use_find_mrjob_conf(self):
os.environ['HOME'] = self.tmp_dir
dot_mrjob_path = os.path.join(self.tmp_dir, '.mrjob.conf')
with open(dot_mrjob_path, 'w') as f:
f.write('{"runners": {"foo": {"bar": "baz"}}}')
assert_equal(load_mrjob_conf(), {'runners': {'foo': {'bar': 'baz'}}})
assert_equal(load_opts_from_mrjob_conf('foo'), {'bar': 'baz'})
def test_load_and_load_opts_use_find_mrjob_conf(self):
os.environ['HOME'] = self.tmp_dir
dot_mrjob_path = os.path.join(self.tmp_dir, '.mrjob.conf')
with open(dot_mrjob_path, 'w') as f:
f.write('{"runners": {"foo": {"bar": "baz"}}}')
assert_equal(load_mrjob_conf(),
{'runners': {'foo': {'bar': 'baz'}}})
assert_equal(load_opts_from_mrjob_conf('foo'), {'bar': 'baz'})
def test_load_mrjob_conf_and_load_opts(self):
conf_path = os.path.join(self.tmp_dir, "mrjob.conf.2")
with open(conf_path, "w") as f:
f.write('{"runners": {"foo": {"qux": "quux"}}}')
self.assertEqual(load_mrjob_conf(conf_path=conf_path), {"runners": {"foo": {"qux": "quux"}}})
self.assertEqual(load_opts_from_mrjob_conf("foo", conf_path=conf_path)[0][1], {"qux": "quux"})
# test missing options
with logger_disabled("mrjob.conf"):
self.assertEqual(load_opts_from_mrjob_conf("bar", conf_path=conf_path)[0][1], {})
def test_load_mrjob_conf_and_load_opts(self):
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf.2')
with open(conf_path, 'w') as f:
f.write('{"runners": {"foo": {"qux": "quux"}}}')
assert_equal(load_mrjob_conf(conf_path=conf_path),
{'runners': {'foo': {'qux': 'quux'}}})
assert_equal(load_opts_from_mrjob_conf('foo', conf_path=conf_path),
{'qux': 'quux'})
# test missing options
with logger_disabled('mrjob.conf'):
assert_equal(
load_opts_from_mrjob_conf('bar', conf_path=conf_path), {})
def test_load_mrjob_conf_and_load_opts(self):
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf.2')
with open(conf_path, 'w') as f:
f.write('{"runners": {"foo": {"qux": "quux"}}}')
self.assertEqual(load_mrjob_conf(conf_path=conf_path),
{'runners': {
'foo': {
'qux': 'quux'
}
}})
self.assertEqual(load_opts_from_mrjob_conf('foo', conf_path=conf_path),
{'qux': 'quux'})
# test missing options
with logger_disabled('mrjob.conf'):
self.assertEqual(
load_opts_from_mrjob_conf('bar', conf_path=conf_path), {})
def test_round_trip(self):
conf = {'runners': {'foo': {'qux': 'quux'}}}
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf')
dump_mrjob_conf(conf, open(conf_path, 'w'))
assert_equal(conf, load_mrjob_conf(conf_path=conf_path))
def test_round_trip(self):
conf = {'runners': {'foo': {'qux': 'quux'}}}
conf_path = os.path.join(self.tmp_dir, 'mrjob.conf')
dump_mrjob_conf(conf, open(conf_path, 'w'))
self.assertEqual(conf, load_mrjob_conf(conf_path=conf_path))
