def test_catalog_is_not_present_on_connection_failure(self):
index_catalog(self.node, self.task, read_local=True, whitelist=True)
self.node.catalog_url = 'invalid_url'
index_catalog(self.node, self.task, read_local=False, whitelist=True)
catalog_model = Catalog.objects.get(identifier=self.catalog_id)
self.assertTrue(catalog_model.error)
self.assertFalse(catalog_model.present)
def setUp(self):
self.catalog_id = "one"
node = Node.objects.create(catalog_url=os.path.join(SAMPLES_DIR, 'single_distribution.json'),
catalog_id=self.catalog_id,
indexable=True)
index_catalog(node, ReadDataJsonTask.objects.create(), whitelist=True)
user = User.objects.create(username='******', password='******', is_staff=True, is_superuser=True)
self.client.force_login(user)
def test_index_same_series_different_catalogs(self):
index_catalog(self.node, self.task, read_local=True, whitelist=True)
index_catalog(self.node, self.task, read_local=True, whitelist=True)
count = Field.objects.filter(
metadata__contains='212.1_PSCIOS_ERN_0_0_25').count()
self.assertEqual(count, 1)
def test_error_distribution_logs(self):
catalog = os.path.join(SAMPLES_DIR,
'distribution_missing_downloadurl.json')
self.node.catalog_url = catalog
self.node.save()
index_catalog(self.node, self.task, read_local=True, whitelist=True)
self.assertGreater(
len(ReadDataJsonTask.objects.get(id=self.task.id).logs), 10)
def setUpTestData(cls):
cls.task = ReadDataJsonTask.objects.create(
indexing_mode=ReadDataJsonTask.METADATA_ONLY)
cls.node = Node(catalog_id=cls.catalog_id, catalog_url=cls.catalog,
indexable=True)
cls.node.save()
index_catalog(cls.node, cls.task, read_local=True, whitelist=True)
cls.node_two = create_node(cls.catalog_two, cls.catalog_two_id)
index_catalog(cls.node_two, cls.task, read_local=True, whitelist=True)
def test_node_with_automatic_indexation_enabled_indexes_new_datasets(self):
auto_index_node = Node(catalog_id='text_id',
catalog_url=self.catalog,
indexable=True,
new_datasets_auto_indexable=True)
auto_index_node.save()
index_catalog(auto_index_node, self.task)
dataset = Catalog.objects.get(
identifier=auto_index_node.catalog_id).dataset_set.first()
self.assertTrue(dataset.indexable)
def test_index_only_time_series_if_specified(self):
settings.DATAJSON_AR_TIME_SERIES_ONLY = True
mixed_catalog = os.path.join(SAMPLES_DIR,
'mixed_time_series_catalog.json')
self.node.catalog_url = mixed_catalog
self.node.save()
index_catalog(self.node, self.task, read_local=True, whitelist=True)
settings.DATAJSON_AR_TIME_SERIES_ONLY = False
self.assertEqual(Distribution.objects.count(), 2)
# La distribution ID 5.1 que no es serie de tiempo no fue creada
self.assertFalse(Distribution.objects.filter(identifier__in=["5.1"]))
def test_whitelisted_node_automatically_indexes_new_datasets(self):
index_catalog(self.node, self.task, whitelist=True)
dataset = Catalog.objects.get(
identifier=self.catalog_id).dataset_set.first()
self.assertTrue(dataset.indexable)
def test_node_does_not_automatically_index_new_datasets_by_default(self):
index_catalog(self.node, self.task)
dataset = Catalog.objects.get(
identifier=self.catalog_id).dataset_set.first()
self.assertFalse(dataset.indexable)
def test_catalog_is_present_on_connection_success(self):
index_catalog(self.node, self.task, read_local=True, whitelist=True)
catalog_model = Catalog.objects.get(identifier=self.catalog_id)
self.assertFalse(catalog_model.error)
self.assertTrue(catalog_model.present)
