def test_migrate_3_most_viewed_packages_to_virtuoso(self):
packages_to_migrate = []
condition = Package.id == TED_PACKAGE_ID
ted_package = find_any_in_database(TEST_CONFIG_FILE_PATH, condition,
Package)[0]
condition = Package.id == DGT_TRANSLATION_PACKAGE_ID
dgt_translation_package = find_any_in_database(TEST_CONFIG_FILE_PATH,
condition, Package)[0]
condition = Package.id == CORDISH2020PROJECTS_PACKAGE_ID
cordisH2020projects_package = find_any_in_database(
TEST_CONFIG_FILE_PATH, condition, Package)[0]
packages_to_migrate.append(ted_package)
packages_to_migrate.append(dgt_translation_package)
packages_to_migrate.append(cordisH2020projects_package)
controlled_vocabulary = ControlledVocabulary()
for package in packages_to_migrate:
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=package,
controlled_vocabulary=controlled_vocabulary)
dataset = DatasetDcatApOp(DATASET_URI_PREFIX + "ted-1")
result = dataset.get_description_from_ts()
assert result is True
dataset = DatasetDcatApOp(DATASET_URI_PREFIX + "cordisH2020projects")
result = dataset.get_description_from_ts()
assert result is True
dataset = DatasetDcatApOp(DATASET_URI_PREFIX +
"dgt-translation-memory")
result = dataset.get_description_from_ts()
assert result is True
def test_migrate_OP_VIP_datasets(self):
OP_VIP_DATASETS = []
# OP_VIP_DATASETS.append('a572e5ec-0e81-42df-9dde-aad55a50bd44')
#OP_VIP_DATASETS.append('db715fd8-0970-48bb-a1f4-6cb2bb10b36e')
# OP_VIP_DATASETS.append('ed21b53a-e5ff-4077-8191-a4f107ebde6f')
# OP_VIP_DATASETS.append('b941f99a-57da-4576-a544-4b8811acc327')
# OP_VIP_DATASETS.append('150c8ae3-9d1f-4971-b23b-2129469abbb3') ea731c1b-422b-4b3c-a399-c400302a6c8b
#OP_VIP_DATASETS.append('309e9d59-1c9c-4c79-8394-72bfd8dc7200')
#OP_VIP_DATASETS.append('9a2ef9a0-b50e-448d-996d-577e892148e2')
#OP_VIP_DATASETS.append('68c15f0f-c77b-42c0-b411-16fbce223932')
# OP_VIP_DATASETS.append('54dd2284-52e8-4131-8b9c-3eebb1d88b38')
#OP_VIP_DATASETS.append('e62c401b-e8d8-44c7-a758-abb78c2f62e6')
#OP_VIP_DATASETS.append('9e8c7096-553d-40ac-9a74-4f01d552d583')
OP_VIP_DATASETS.append('f3daf58c-3ab1-4fb9-8f68-33faf3f73625')
packages_to_migrate = []
for dataset in OP_VIP_DATASETS:
condition = Package.id == dataset
package = find_any_in_database(TEST_CONFIG_FILE_PATH, condition,
Package)[0]
packages_to_migrate.append(package)
controlled_vocabulary = ControlledVocabulary()
for package in packages_to_migrate:
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=package,
controlled_vocabulary=controlled_vocabulary)
def test_migrate_dataset_in_multiple_groups(self):
condition = Package.id == CONNECT_SPARQL_ENDPOINT_ID
ecb_web_service_package = find_any_in_database(TEST_CONFIG_FILE_PATH,
condition, Package)[0]
controlled_vocabulary = ControlledVocabulary()
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=ecb_web_service_package,
controlled_vocabulary=controlled_vocabulary)
dataset = DatasetDcatApOp(DATASET_URI_PREFIX +
"connect-sparql-endpoint",
graph_name=DCATAPOP_PRIVATE_GRAPH_NAME)
result = dataset.get_description_from_ts()
assert result is True
def test_migrate_dataset_in_group(self):
condition = Package.id == ECB_WEB_SERVICE_PACKAGE_ID
ecb_web_service_package = find_any_in_database(TEST_CONFIG_FILE_PATH,
condition, Package)[0]
controlled_vocabulary = ControlledVocabulary()
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=ecb_web_service_package,
controlled_vocabulary=controlled_vocabulary)
dataset = DatasetDcatApOp(DATASET_URI_PREFIX + "ecb-web-service",
graph_name=DCATAPOP_PRIVATE_GRAPH_NAME)
result = dataset.get_description_from_ts()
assert result is True
def test_migrate_most_viewed_package_to_virtuoso(self):
controlled_vocabulary = ControlledVocabulary()
condition = Package.id == TED_PACKAGE_ID
ted_package = find_any_in_database(TEST_CONFIG_FILE_PATH, condition,
Package)[0]
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=ted_package,
controlled_vocabulary=controlled_vocabulary)
dataset = DatasetDcatApOp(DATASET_URI_PREFIX + "ted-1")
result = dataset.get_description_from_ts()
assert result is True
def test_migrate_100_packages_to_virtuoso(self):
start = time.time()
controlled_vocabulary = ControlledVocabulary()
packages_to_migrate = postgresql_helper.get_all_active_packages(
TEST_CONFIG_FILE_PATH)[:100] # type: list[Package]
for package in packages_to_migrate:
datasets_migration_manager.migrate_package_to_virtuoso(
config_file_path=TEST_CONFIG_FILE_PATH,
package=package,
controlled_vocabulary=controlled_vocabulary)
duration = time.time() - start
log.info(duration)