def test_success_create_global_url(self):
self.assertEqual(global_url.objects.count(), 0)
x = DblpIngester("Hello")
url = global_url.objects.get(id=1)
self.assertEqual(url.domain, 'http://dblp.uni-trier.de')
self.assertEqual(x.get_global_url().id, 1)
self.assertEqual(x.harvester_db, "harvester")
def test_success(self):
setup_tables(os.path.join(test_path, "dblp_test1.csv"), DBLP_ARTICLE, ADD_DBLP_ARTICLE)
ingester = DblpIngester("dblp.ingester", harvesterdb="test_storage")
self.assertEqual(ingester.get_global_url().id, 3)
result = ingest_data(ingester)
self.assertEqual(result, 2)
# check local url
self.assertEqual(local_url.objects.get(id=1).test(), [3, 'journals/acta/AkyildizB89', 1, 1,None])
self.assertEqual(local_url.objects.get(id=2).test(), [1, 'TODO PLATZHALTER', 1, 1,None])
self.assertEqual(local_url.objects.get(id=3).test(), [3, 'journals/acta/VoglerS014', 1, 1,None])
self.assertEqual(local_url.objects.get(id=4).test(), [1, 'TODO PLATZHALTER', 1, 1,None])
# check authors_model
self.assertEqual(authors_model.objects.get(id=1).test(),["Ian F. Akyildiz", "ian f akyildiz"])
self.assertEqual(authors_model.objects.get(id=2).test(), ["Horst von Brand", "horst von brand"])
self.assertEqual(authors_model.objects.get(id=3).test(), ["Walter Vogler", "walter vogler"])
self.assertEqual(authors_model.objects.get(id=4).test(), ["Christian Stahl", "christian stahl"])
self.assertEqual(authors_model.objects.get(id=5).test(), ["Richard Müller", "richard muller"])
# check author alias
self.assertEqual(author_aliases.objects.get(id=1).test(), [1, "Ian F. Akyildiz"])
self.assertEqual(author_aliases.objects.get(id=2).test(), [2, "Horst von Brand"])
self.assertEqual(author_aliases.objects.get(id=3).test(), [3, "Walter Vogler"])
self.assertEqual(author_aliases.objects.get(id=4).test(), [4, "Christian Stahl"])
self.assertEqual(author_aliases.objects.get(id=5).test(), [5, "Richard Müller 0001"])
self.assertEqual(author_aliases.objects.get(id=6).test(), [5, "Richard Müller"])
# cluster
self.assertEqual(cluster.objects.get(id=1).name, "bla bla bla")
self.assertEqual(cluster.objects.get(id=2).name, "kam kim kum")
# author alias source
self.assertEqual(author_alias_source.objects.get(id=1).test(), [1, 1])
self.assertEqual(author_alias_source.objects.get(id=2).test(), [2, 1])
self.assertEqual(author_alias_source.objects.get(id=3).test(), [3, 3])
self.assertEqual(author_alias_source.objects.get(id=4).test(), [4, 3])
self.assertEqual(author_alias_source.objects.get(id=5).test(), [5, 3])
self.assertEqual(author_alias_source.objects.get(id=6).test(), [6, 3])
# publication authors
self.assertEqual(publication_author.objects.get(id=1).test(), [1, 1, 0])
self.assertEqual(publication_author.objects.get(id=2).test(), [1, 2, 1])
self.assertEqual(publication_author.objects.get(id=3).test(), [2, 1, 0])
self.assertEqual(publication_author.objects.get(id=4).test(), [2, 2, 1])
self.assertEqual(publication_author.objects.get(id=5).test(), [3, 3, 0])
self.assertEqual(publication_author.objects.get(id=6).test(), [3, 4, 1])
self.assertEqual(publication_author.objects.get(id=7).test(), [3, 5, 2])
self.assertEqual(publication_author.objects.get(id=8).test(), [4, 3, 0])
self.assertEqual(publication_author.objects.get(id=9).test(), [4, 4, 1])
self.assertEqual(publication_author.objects.get(id=10).test(), [4, 5, 2])
# limbo
self.assertEqual(limbo_authors.objects.count(),0)
self.assertEqual(limbo_pub.objects.count(),0)
# publication
self.assertEqual(publication.objects.get(id=1).test(), [1, "Bla Bla Bla"])
self.assertEqual(publication.objects.get(id=2).test(), [2, "Kam? Kim! Kum."])
# check if last harvested is set
tmp = list(get_table_data("dblp_article", null_dates=False))
self.assertEqual(tmp[0][-1].strftime("%Y-%m-%d"), datetime.datetime.now().strftime("%Y-%m-%d"))
# check open references
self.assertEqual(OpenReferences.objects.count(), 0)
def test_success_update_global_url(self):
global_url.objects.create(id="100",
domain='http://dblp.uni-trier.de',
url='http://dblp.uni-trier.de/rec/xml/')
x = DblpIngester("Hello")
self.assertEqual(x.get_global_url().id, 100)