def setUp(self):
self.mapping = Mapping.objects.get(pk=1)
self.mapping.source = os.path.join(TEST_DIR, "dummy1.xml")
self.mapping.parse()
self.parser = XMLParser(self.mapping)
self.atom_mapping = Mapping.objects.get(pk=3)
self.atom_mapping.source = os.path.join(TEST_DIR, "atom.xml")
self.atom_mapping.parse()
def setUp(self):
self.mapping = Mapping.objects.get(pk=1)
self.mapping.source = os.path.join(TEST_DIR, "dummy1.xml")
self.mapping.parse()
self.parser = XMLParser(self.mapping)
self.atom_mapping = Mapping.objects.get(pk=3)
self.atom_mapping.source = os.path.join(TEST_DIR, "atom.xml")
self.atom_mapping.parse()
class FeedMapperTests(TestCase):
fixtures = ['test_data.json']
def setUp(self):
self.mapping = Mapping.objects.get(pk=1)
self.mapping.source = os.path.join(TEST_DIR, "dummy1.xml")
self.mapping.parse()
self.parser = XMLParser(self.mapping)
self.atom_mapping = Mapping.objects.get(pk=3)
self.atom_mapping.source = os.path.join(TEST_DIR, "atom.xml")
self.atom_mapping.parse()
def test_model_format_validation_passes(self):
"Ensure that validation passes if JSON mapping models are formatted properly."
model_string = 'myapp.MyModel'
self.assertTrue(self.parser.validate_model_format(model_string))
def test_model_format_validation_fails(self):
"Ensure that validation fails if JSON mapping models are formatted improperly."
model_string = 'myapp.fail.MyModel'
self.assertFalse(self.parser.validate_model_format(model_string))
def test_parse_filter(self):
"Ensure that the parse filter returns a properly formatted dictionary."
filter_string = 'slug__icontains="darth", name="Anakin"'
filter_kwargs = {'slug__icontains': 'darth', 'name': 'Anakin'}
self.assertEqual(self.parser.generate_filter_kwargs(filter_string), filter_kwargs)
def test_parser_one_to_one(self):
"Ensure the parser can handle a one-to-one model field to feed node mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.email, "*****@*****.**")
def test_parser_one_to_attribute(self):
"Ensure the parser can handle a model field to feed node attribute mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.nick, "zeke")
def test_parser_one_to_many(self):
"Ensure the parser can handle a one-to-many model field to feed nodes mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.combined, "[email protected] Anakin Skywalker")
def test_parser_one_to_node_text(self):
"Ensure the parser can grab the text for the iterable nodes themselves."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.master, "My master was Obi-Wan Kenobi.")
def test_parser_uses_default_value(self):
"Ensure the parser uses a default value if necessary."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.other, "default value from mapping")
def test_parser_one_to_transformer(self):
"Ensure the parser can handle a custom transformer for a model field."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.name, "Anakin Skywalker")
def test_parser_purges_items(self):
"Ensure the parser purges items when purging is enabled."
num_things_before = Thing.objects.count()
self.mapping.source = os.path.join(TEST_DIR, "dummy2.xml")
self.mapping.purge = True
self.mapping.parse()
num_things_after = Thing.objects.count()
self.assertEqual(num_things_before, 2)
self.assertEqual(num_things_after, 1)
def test_parser_updates_items(self):
"Ensure the parser updates items when purging is disabled."
num_things_before = Thing.objects.count()
self.mapping.source = os.path.join(TEST_DIR, "dummy2.xml")
self.mapping.parse()
num_things_after = Thing.objects.count()
self.assertEqual(num_things_before, num_things_after)
def test_parser_update_impossible(self):
"Ensure that a mapping without identifiers and purge turned off fails."
mapping = Mapping.objects.get(pk=2)
mapping.source = os.path.join(TEST_DIR, "exceptions.xml")
self.assertRaises(UserWarning, mapping.parse)
def test_parser_handles_local_files(self):
"Ensure that the parser can handle a local filesystem data source."
mapping = Mapping.objects.get(pk=1)
mapping.source = "dummy1.xml"
mapping.parse()
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.name, "Anakin Skywalker")
self.assertEqual(thing.nick, "zeke")
self.assertEqual(thing.email, "*****@*****.**")
self.assertEqual(thing.combined, "[email protected] Anakin Skywalker")
def test_parser_handles_urls(self):
"Ensure that the parser can handle a remote data source URL."
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
parser = XMLParser(mapping)
self.assertEqual(parser.data_source, mapping.source)
def test_xml_syntax_exception(self):
mapping = Mapping.objects.get(pk=1)
mapping.source = os.path.join(TEST_DIR, "malformed.xml")
mapping.parse()
self.assertTrue("FATAL:PARSER:ERR_ATTRIBUTE_NOT_STARTED" in mapping.parse_log)
self.assertFalse(mapping.parse_succeeded)
def test_bad_url_exception(self):
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
mapping.parse()
self.assertEqual(mapping.parse_log, u'Error reading file \'http://a.com/notreal.xml\': failed to load external entity "http://a.com/notreal.xml"')
self.assertFalse(mapping.parse_succeeded)
def test_parse_log_clears(self):
"Ensure the parse log gets cleared out when parsing succeeds."
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
mapping.parse()
self.assertNotEqual(mapping.parse_log, "")
self.assertFalse(mapping.parse_succeeded)
# now re-parse a good data source and see if the log is clear
mapping.source = "dummy1.xml"
mapping.parse()
self.assertEqual(mapping.parse_log, "")
self.assertTrue(mapping.parse_succeeded)
def tearDown(self):
pass
class FeedMapperTests(TestCase):
fixtures = ['test_data.json']
def setUp(self):
self.mapping = Mapping.objects.get(pk=1)
self.mapping.source = os.path.join(TEST_DIR, "dummy1.xml")
self.mapping.parse()
self.parser = XMLParser(self.mapping)
self.atom_mapping = Mapping.objects.get(pk=3)
self.atom_mapping.source = os.path.join(TEST_DIR, "atom.xml")
self.atom_mapping.parse()
def test_model_format_validation_passes(self):
"Ensure that validation passes if JSON mapping models are formatted properly."
model_string = 'myapp.MyModel'
self.assertTrue(self.parser.validate_model_format(model_string))
def test_model_format_validation_fails(self):
"Ensure that validation fails if JSON mapping models are formatted improperly."
model_string = 'myapp.fail.MyModel'
self.assertFalse(self.parser.validate_model_format(model_string))
def test_parse_filter(self):
"Ensure that the parse filter returns a properly formatted dictionary."
filter_string = 'slug__icontains="darth", name="Anakin"'
filter_kwargs = {'slug__icontains': 'darth', 'name': 'Anakin'}
self.assertEqual(self.parser.generate_filter_kwargs(filter_string),
filter_kwargs)
def test_parser_one_to_one(self):
"Ensure the parser can handle a one-to-one model field to feed node mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.email, "*****@*****.**")
def test_parser_one_to_attribute(self):
"Ensure the parser can handle a model field to feed node attribute mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.nick, "zeke")
def test_parser_one_to_many(self):
"Ensure the parser can handle a one-to-many model field to feed nodes mapping."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.combined, "[email protected] Anakin Skywalker")
def test_parser_one_to_node_text(self):
"Ensure the parser can grab the text for the iterable nodes themselves."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.master, "My master was Obi-Wan Kenobi.")
def test_parser_uses_default_value(self):
"Ensure the parser uses a default value if necessary."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.other, "default value from mapping")
def test_parser_one_to_transformer(self):
"Ensure the parser can handle a custom transformer for a model field."
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.name, "Anakin Skywalker")
def test_parser_purges_items(self):
"Ensure the parser purges items when purging is enabled."
num_things_before = Thing.objects.count()
self.mapping.source = os.path.join(TEST_DIR, "dummy2.xml")
self.mapping.purge = True
self.mapping.parse()
num_things_after = Thing.objects.count()
self.assertEqual(num_things_before, 2)
self.assertEqual(num_things_after, 1)
def test_parser_updates_items(self):
"Ensure the parser updates items when purging is disabled."
num_things_before = Thing.objects.count()
self.mapping.source = os.path.join(TEST_DIR, "dummy2.xml")
self.mapping.parse()
num_things_after = Thing.objects.count()
self.assertEqual(num_things_before, num_things_after)
def test_parser_update_impossible(self):
"Ensure that a mapping without identifiers and purge turned off fails."
mapping = Mapping.objects.get(pk=2)
mapping.source = os.path.join(TEST_DIR, "exceptions.xml")
self.assertRaises(UserWarning, mapping.parse)
def test_parser_handles_local_files(self):
"Ensure that the parser can handle a local filesystem data source."
mapping = Mapping.objects.get(pk=1)
mapping.source = "dummy1.xml"
mapping.parse()
thing = Thing.objects.get(pk=1)
self.assertEqual(thing.name, "Anakin Skywalker")
self.assertEqual(thing.nick, "zeke")
self.assertEqual(thing.email, "*****@*****.**")
self.assertEqual(thing.combined, "[email protected] Anakin Skywalker")
def test_parser_handles_urls(self):
"Ensure that the parser can handle a remote data source URL."
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
parser = XMLParser(mapping)
self.assertEqual(parser.data_source, mapping.source)
def test_xml_syntax_exception(self):
mapping = Mapping.objects.get(pk=1)
mapping.source = os.path.join(TEST_DIR, "malformed.xml")
mapping.parse()
self.assertTrue(
"FATAL:PARSER:ERR_ATTRIBUTE_NOT_STARTED" in mapping.parse_log)
self.assertFalse(mapping.parse_succeeded)
def test_bad_url_exception(self):
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
mapping.parse()
self.assertEqual(
mapping.parse_log,
u'Error reading file \'http://a.com/notreal.xml\': failed to load external entity "http://a.com/notreal.xml"'
)
self.assertFalse(mapping.parse_succeeded)
def test_parse_log_clears(self):
"Ensure the parse log gets cleared out when parsing succeeds."
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
mapping.parse()
self.assertNotEqual(mapping.parse_log, "")
self.assertFalse(mapping.parse_succeeded)
# now re-parse a good data source and see if the log is clear
mapping.source = "dummy1.xml"
mapping.parse()
self.assertEqual(mapping.parse_log, "")
self.assertTrue(mapping.parse_succeeded)
def tearDown(self):
pass
def test_parser_handles_urls(self):
"Ensure that the parser can handle a remote data source URL."
mapping = Mapping.objects.get(pk=1)
mapping.source = "http://a.com/notreal.xml"
parser = XMLParser(mapping)
self.assertEqual(parser.data_source, mapping.source)
