class TestArgumentCreator(unittest.TestCase):
""" Tests to ensure that looping and grouping works correctly."""
def setUp(self):
""" Set up some basic DataSets."""
mock_file_pattern_1 = "/fake/%food%_%animal%.file"
mock_file_list_1 = ["/fake/pizza_moose.file", "/fake/pizza_rabbit.file",
"/fake/chocolate_bilby.file","/fake/chocolate_rabbit.file"]
mock_file_pattern_2 = "/fake/%animal%.file"
mock_file_list_2 = ["/fake/moose.file", "/fake/rabbit.file",
"/fake/bilby.file"]
with mock.patch('cwsl.core.pattern_dataset.PatternDataSet.glob_fs') as mock_glob:
mock_glob.return_value = mock_file_list_1
self.test_patternds_1 = PatternDataSet(mock_file_pattern_1)
with mock.patch('cwsl.core.pattern_dataset.PatternDataSet.glob_fs') as mock_glob:
mock_glob.return_value = mock_file_list_2
self.test_patternds_2 = PatternDataSet(mock_file_pattern_2)
def test_simple_looping(self):
""" Test that basic one-to-one looping works."""
one_to_one_creator = FileCreator("/output/%animal%.output",
[self.test_patternds_2.get_constraint("animal")])
looper = ArgumentCreator([self.test_patternds_2], one_to_one_creator)
all_outs = []
for thing in looper:
self.assertEqual(len(thing[0]), len(thing[1]))
all_outs.append(thing)
all_files = [thing for thing in one_to_one_creator.files]
self.assertEqual(len(all_outs), len(all_files))
def test_many_looping(self):
""" Test that simple many-to-one looping works."""
many_to_one_creator = FileCreator("/output/%animal%.output",
[self.test_patternds_1.get_constraint("animal")])
looper = ArgumentCreator([self.test_patternds_1], many_to_one_creator)
all_outs = []
for thing in looper:
all_outs.append(thing)
module_logger.debug("All outs are: {}".format(all_outs))
# There are three animals.
self.assertEqual(3, len(all_outs))
def test_multi_model(self):
""" Test for the case when there are groups on Constraints.
This seems to fail when people use FileCreators.
"""
institute_model_pattern = "/fake/%variable%_%model%_%institute%.file"
in_constraints = [Constraint('model', ['model_1', 'model_2']),
Constraint('variable', ['variable_1']),
Constraint('institute', ['institute_1', 'institute_2'])]
test_filecreator = FileCreator(institute_model_pattern, in_constraints)
# Set the valid combinations.
dummy_file_1 = test_filecreator.get_files({'model': 'model_1',
'institute': 'institute_1'},
update=True)
dummy_file_2 = test_filecreator.get_files({'model': 'model_2',
'institute': 'institute_2'},
update=True)
# Now create a FileCreator to use as output.
output_pattern = "/an/output/fake/%variable%_%model%_%institute%.file"
out_constraints = [Constraint('model', ['model_1', 'model_2']),
Constraint('variable', ['variable_1']),
Constraint('institute', ['institute_1', 'institute_2'])]
test_output_filecreator = FileCreator(output_pattern, out_constraints)
print("Valid input combinations are: {0}".format(test_filecreator.valid_combinations))
self.assertEqual(2, len(test_filecreator.valid_hashes))
test_argument_creator = ArgumentCreator([test_filecreator],
test_output_filecreator)
outputs = [combination for combination in test_argument_creator]
print("Output is: {0}".format(outputs))
# There should only be two outputs - not 4!
self.assertEqual(len(outputs), 2)
def test_two_inputs(self):
""" Test that the ArgumentCreator works with multiple input datasets."""
multi_ds_creator = FileCreator("/output/%animal%.output",
[self.test_patternds_1.get_constraint("animal")])
looper = ArgumentCreator([self.test_patternds_1, self.test_patternds_2],
multi_ds_creator)
all_outs = []
for thing in looper:
self.assertGreaterEqual(len(thing[0]), len(thing[1]))
all_outs.append(thing)
# There are three animals.
self.assertEqual(3, len(all_outs))
print(all_outs)
# The order is moose, then rabbit
# Moose: 2 ins, 1 out.
module_logger.debug("All outs[0]: {}".format(all_outs[0]))
self.assertEqual(len(all_outs[0][0]), 2)
self.assertEqual(len(all_outs[0][1]), 1)
# Rabbit: 3 in, 1 out
module_logger.debug("All outs[1]: {}".format(all_outs[1]))
self.assertEqual(len(all_outs[1][0]), 3)
self.assertEqual(len(all_outs[1][1]), 1)
