def ready(self): """ Override this method in subclasses to run code when Django starts. """ # Register ingest job type timeout error from job.execution.tasks.job_task import JOB_TYPE_TIMEOUT_ERRORS JOB_TYPE_TIMEOUT_ERRORS['scale-ingest'] = 'ingest-timeout' from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler from trigger.handler import register_trigger_rule_handler # Register ingest trigger rule handler register_trigger_rule_handler(IngestTriggerHandler()) # Registers the Strike monitors with the monitor system import ingest.strike.monitors.factory as factory from ingest.strike.monitors.dir_monitor import DirWatcherMonitor from ingest.strike.monitors.s3_monitor import S3Monitor # Register monitor types factory.add_monitor_type(DirWatcherMonitor) factory.add_monitor_type(S3Monitor) # Registers the scanners with the Scan system import ingest.scan.scanners.factory as factory from ingest.scan.scanners.dir_scanner import DirScanner from ingest.scan.scanners.s3_scanner import S3Scanner # Register monitor types factory.add_scanner_type(DirScanner) factory.add_scanner_type(S3Scanner)
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler from trigger.handler import register_trigger_rule_handler # Register ingest trigger rule handler register_trigger_rule_handler(IngestTriggerHandler())
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER from source.configuration.source_data_file import SourceDataFileParseSaver from source.triggers.parse_trigger_handler import ParseTriggerHandler from trigger.handler import register_trigger_rule_handler # Register source file parse saver DATA_FILE_PARSE_SAVER["DATA_FILE_PARSE_SAVER"] = SourceDataFileParseSaver() # Register parse trigger rule handler register_trigger_rule_handler(ParseTriggerHandler())
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER from source.configuration.source_data_file import SourceDataFileParseSaver from source.triggers.parse_trigger_handler import ParseTriggerHandler from trigger.handler import register_trigger_rule_handler # Register source file parse saver DATA_FILE_PARSE_SAVER[u'DATA_FILE_PARSE_SAVER'] = SourceDataFileParseSaver() # Register parse trigger rule handler register_trigger_rule_handler(ParseTriggerHandler())
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from ingest.cleanup import IngestJobExecutionCleaner from ingest.strike.cleanup import StrikeJobExecutionCleaner from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler from job.execution.cleanup import REGISTERED_CLEANERS from trigger.handler import register_trigger_rule_handler # Register job execution cleaners for ingest and Strike jobs REGISTERED_CLEANERS['scale-ingest'] = IngestJobExecutionCleaner() REGISTERED_CLEANERS['scale-strike'] = StrikeJobExecutionCleaner() # Register ingest trigger rule handler register_trigger_rule_handler(IngestTriggerHandler())
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler from trigger.handler import register_trigger_rule_handler # Register ingest trigger rule handler register_trigger_rule_handler(IngestTriggerHandler()) # Registers the Strike monitors with the monitor system import ingest.strike.monitors.factory as factory from ingest.strike.monitors.dir_monitor import DirWatcherMonitor from ingest.strike.monitors.s3_monitor import S3Monitor # Register monitor types factory.add_monitor_type(DirWatcherMonitor) factory.add_monitor_type(S3Monitor)
def ready(self): """ Override this method in subclasses to run code when Django starts. """ from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER from source.configuration.source_data_file import SourceDataFileParseSaver from source.triggers.parse_trigger_handler import ParseTriggerHandler from trigger.handler import register_trigger_rule_handler # Register source file parse saver DATA_FILE_PARSE_SAVER[ 'DATA_FILE_PARSE_SAVER'] = SourceDataFileParseSaver() # Register parse trigger rule handler register_trigger_rule_handler(ParseTriggerHandler()) # Register source message types from messaging.messages.factory import add_message_type from source.messages.purge_source_file import PurgeSourceFile add_message_type(PurgeSourceFile)
def create_configuration(self, config_dict): return MockTriggerRuleConfiguration(MOCK_TYPE, config_dict) class MockErrorTriggerRuleHandler(TriggerRuleHandler): '''Mock error trigger rule handler for testing ''' def __init__(self): super(MockErrorTriggerRuleHandler, self).__init__(MOCK_ERROR_TYPE) def create_configuration(self, config_dict): return MockErrorTriggerRuleConfiguration(MOCK_ERROR_TYPE, config_dict) register_trigger_rule_handler(MockTriggerRuleHandler()) register_trigger_rule_handler(MockErrorTriggerRuleHandler()) def create_job(job_type=None, event=None, status='PENDING', error=None, data=None, num_exes=0, queued=None, started=None, ended=None, last_status_change=None, priority=100, results=None): '''Creates a job model for unit testing :returns: The job model :rtype: :class:`job.models.Job` ''' if not job_type: job_type = create_job_type() if not event: event = trigger_test_utils.create_trigger_event()
def create_configuration(self, config_dict): return MockTriggerRuleConfiguration(MOCK_TYPE, config_dict) class MockErrorTriggerRuleHandler(TriggerRuleHandler): '''Mock error trigger rule handler for testing ''' def __init__(self): super(MockErrorTriggerRuleHandler, self).__init__(MOCK_ERROR_TYPE) def create_configuration(self, config_dict): return MockErrorTriggerRuleConfiguration(MOCK_ERROR_TYPE, config_dict) register_trigger_rule_handler(MockTriggerRuleHandler()) register_trigger_rule_handler(MockErrorTriggerRuleHandler()) def create_recipe_type(name=None, version=None, title=None, description=None, definition=None, trigger_rule=None): '''Creates a recipe type for unit testing :returns: The RecipeType model :rtype: :class:`recipe.models.RecipeType` '''