def test_conf_file(self):
wd = tempfile.mkdtemp(prefix="pydoop_")
conf_file = os.path.join(wd, "pydoop.conf")
args_kv = (
("--pretend", None),
("--mrv2", None),
("--input-format", "mapreduce.lib.input.TextInputFormat"),
("--output-format", "mapreduce.lib.input.TextOutputFormat"),
("--num-reducers", 10),
("--python-zip", "allmymodules.zip"),
)
try:
with open(conf_file, "w") as cf:
d = "".join(["{}\n{}\n".format(k, v) if v is not None else "{}\n".format(k) for (k, v) in args_kv])
cf.write(d)
parser = app.make_parser()
parser.format_help = nop
module = "mymod1.mod2.mod3"
ainput = "input"
aoutput = "output"
argv = ["submit", module, ainput, aoutput, "@" + conf_file]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, module)
self.assertEqual(args.input, ainput)
self.assertEqual(args.output, aoutput)
self.assertEqual(len(unknown), 0)
self._check_args(args, args_kv)
finally:
shutil.rmtree(wd)
def test_conf_file(self):
wd = tempfile.mkdtemp(prefix='pydoop_')
conf_file = os.path.join(wd, 'pydoop.conf')
args_kv = (("--pretend", None),
("--mrv2", None),
("--input-format", 'mapreduce.lib.input.TextInputFormat'),
("--output-format", 'mapreduce.lib.input.TextOutputFormat'),
("--num-reducers", 10),
("--python-zip", 'allmymodules.zip'),
)
try:
with open(conf_file, 'w') as cf:
d = ''.join(['{}\n{}\n'.format(k, v)
if v is not None else '{}\n'.format(k)
for (k, v) in args_kv])
cf.write(d)
parser = app.make_parser()
parser.format_help = nop
module = 'mymod1.mod2.mod3'
ainput = 'input'
aoutput = 'output'
argv = ['submit', module, ainput, aoutput, '@' + conf_file]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, module)
self.assertEqual(args.input, ainput)
self.assertEqual(args.output, aoutput)
self.assertEqual(len(unknown), 0)
self._check_args(args, args_kv)
finally:
shutil.rmtree(wd)
def test_conf_file(self):
wd = tempfile.mkdtemp(prefix='pydoop_')
conf_file = os.path.join(wd, 'pydoop.conf')
args_kv = (
("--pretend", None),
("--mrv2", None),
("--input-format", 'mapreduce.lib.input.TextInputFormat'),
("--output-format", 'mapreduce.lib.input.TextOutputFormat'),
("--num-reducers", 10),
("--python-zip", 'allmymodules.zip'),
)
try:
with open(conf_file, 'w') as cf:
d = ''.join([
'{}\n{}\n'.format(k, v)
if v is not None else '{}\n'.format(k)
for (k, v) in args_kv
])
cf.write(d)
parser = app.make_parser()
parser.format_help = nop
module = 'mymod1.mod2.mod3'
ainput = 'input'
aoutput = 'output'
argv = ['submit', module, ainput, aoutput, '@' + conf_file]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, module)
self.assertEqual(args.input, ainput)
self.assertEqual(args.output, aoutput)
self.assertEqual(len(unknown), 0)
self._check_args(args, args_kv)
finally:
shutil.rmtree(wd)
def test_empty_param(self):
parser = app.make_parser()
parser.format_help = nop
program = "program"
ainput = "input"
aoutput = "output"
argv = ["submit", "--module", "", program, ainput, aoutput]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, "")
def test_empty_param(self):
parser = app.make_parser()
parser.format_help = nop
program = 'program'
ainput = 'input'
aoutput = 'output'
argv = ['submit', '--module', '', program, ainput, aoutput]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, '')
def test_empty_param(self):
parser = app.make_parser()
parser.format_help = nop
program = 'program'
ainput = 'input'
aoutput = 'output'
argv = ['submit', '--module', '', program, ainput, aoutput]
[args, unknown] = parser.parse_known_args(argv)
self.assertEqual(args.module, '')
def test_help(self):
parser = app.make_parser()
# silence!
for k in ["submit", "script"]:
parser._actions[2].choices[k].format_help = nop
parser._actions[2].choices[k].format_usage = nop
parser._actions[2].choices[k].error = nop
parser.format_help = nop
parser.format_usage = nop
parser.error = nop
try:
args, unk = parser.parse_known_args(["-h"])
except SystemExit as e:
self.assertEqual(e.message, 0)
try:
args, unk = parser.parse_known_args(["submit", "-h"])
except SystemExit as e:
self.assertEqual(e.message, 0)
try:
args, unk = parser.parse_known_args(["submit"])
except SystemExit as e:
self.assertEqual(e.message, 2)
def test_help(self):
parser = app.make_parser()
# silence!
for k in ['submit', 'script']:
parser._actions[2].choices[k].format_help = nop
parser._actions[2].choices[k].format_usage = nop
parser._actions[2].choices[k].error = nop
parser.format_help = nop
parser.format_usage = nop
parser.error = nop
try:
args, unk = parser.parse_known_args(['-h'])
except SystemExit as e:
self.assertEqual(e.args[0], 0)
try:
args, unk = parser.parse_known_args(['submit', '-h'])
except SystemExit as e:
self.assertEqual(e.args[0], 0)
try:
args, unk = parser.parse_known_args(['submit'])
except SystemExit as e:
self.assertEqual(e.args[0], 2)
def test_help(self):
parser = app.make_parser()
# silence!
for k in ['submit', 'script']:
parser._actions[2].choices[k].format_help = nop
parser._actions[2].choices[k].format_usage = nop
parser._actions[2].choices[k].error = nop
parser.format_help = nop
parser.format_usage = nop
parser.error = nop
try:
args, unk = parser.parse_known_args(['-h'])
except SystemExit as e:
self.assertEqual(e.message, 0)
try:
args, unk = parser.parse_known_args(['submit', '-h'])
except SystemExit as e:
self.assertEqual(e.message, 0)
try:
args, unk = parser.parse_known_args(['submit'])
except SystemExit as e:
self.assertEqual(e.message, 2)
