def start_extension_ingestion(neo4j_session, config):
"""
If this module is configured, perform ingestion of CRXcavator data. Otherwise warn and exit
:param neo4j_session: Neo4J session for database interface
:param config: A cartography.config object
:return: None
"""
if not config.crxcavator_api_base_uri or not config.crxcavator_api_key:
logger.warning('CRXcavator import is not configured - skipping this module. See docs to configure.')
return
common_job_parameters = {
"UPDATE_TAG": config.update_tag,
}
# while we typically want to crash sync on failure of module,
# the crxcavator API is still in beta and is not always available.
# if we receive a requests exception from raise_for_status
# we'll handle and continue with other modules, otherwise crash sync
try:
sync_extensions(
neo4j_session, common_job_parameters, config.crxcavator_api_key,
config.crxcavator_api_base_uri,
)
run_cleanup_job(
'crxcavator_import_cleanup.json',
neo4j_session,
common_job_parameters,
)
except exceptions.RequestException as e:
logger.error("Could not complete request to the CRXcavator API: {}", e)
def start_extension_ingestion(session, config):
"""
If this module is configured, perform ingestion of CRXcavator data. Otherwise warn and exit
:param session: Neo4J session for database interface
:param config: A cartography.config object
:return: None
"""
if not CRXCAVATOR_API_BASE_URL or not CRXCAVATOR_API_KEY:
logger.warning(
'CRXcavator import is not configured - skipping this module. See docs to configure.'
)
return
common_job_parameters = {
"UPDATE_TAG": config.update_tag,
}
sync_extensions(session, common_job_parameters, CRXCAVATOR_API_KEY,
CRXCAVATOR_API_BASE_URL)
run_cleanup_job('crxcavator_import_cleanup.json', session,
common_job_parameters)