def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
# Register ingest job type timeout error
from job.execution.tasks.job_task import JOB_TYPE_TIMEOUT_ERRORS
JOB_TYPE_TIMEOUT_ERRORS['scale-ingest'] = 'ingest-timeout'
from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register ingest trigger rule handler
register_trigger_rule_handler(IngestTriggerHandler())
# Registers the Strike monitors with the monitor system
import ingest.strike.monitors.factory as factory
from ingest.strike.monitors.dir_monitor import DirWatcherMonitor
from ingest.strike.monitors.s3_monitor import S3Monitor
# Register monitor types
factory.add_monitor_type(DirWatcherMonitor)
factory.add_monitor_type(S3Monitor)
# Registers the scanners with the Scan system
import ingest.scan.scanners.factory as factory
from ingest.scan.scanners.dir_scanner import DirScanner
from ingest.scan.scanners.s3_scanner import S3Scanner
# Register monitor types
factory.add_scanner_type(DirScanner)
factory.add_scanner_type(S3Scanner)
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register ingest trigger rule handler
register_trigger_rule_handler(IngestTriggerHandler())
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER
from source.configuration.source_data_file import SourceDataFileParseSaver
from source.triggers.parse_trigger_handler import ParseTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register source file parse saver
DATA_FILE_PARSE_SAVER["DATA_FILE_PARSE_SAVER"] = SourceDataFileParseSaver()
# Register parse trigger rule handler
register_trigger_rule_handler(ParseTriggerHandler())
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER
from source.configuration.source_data_file import SourceDataFileParseSaver
from source.triggers.parse_trigger_handler import ParseTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register source file parse saver
DATA_FILE_PARSE_SAVER[u'DATA_FILE_PARSE_SAVER'] = SourceDataFileParseSaver()
# Register parse trigger rule handler
register_trigger_rule_handler(ParseTriggerHandler())
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from ingest.cleanup import IngestJobExecutionCleaner
from ingest.strike.cleanup import StrikeJobExecutionCleaner
from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler
from job.execution.cleanup import REGISTERED_CLEANERS
from trigger.handler import register_trigger_rule_handler
# Register job execution cleaners for ingest and Strike jobs
REGISTERED_CLEANERS['scale-ingest'] = IngestJobExecutionCleaner()
REGISTERED_CLEANERS['scale-strike'] = StrikeJobExecutionCleaner()
# Register ingest trigger rule handler
register_trigger_rule_handler(IngestTriggerHandler())
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from ingest.triggers.ingest_trigger_handler import IngestTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register ingest trigger rule handler
register_trigger_rule_handler(IngestTriggerHandler())
# Registers the Strike monitors with the monitor system
import ingest.strike.monitors.factory as factory
from ingest.strike.monitors.dir_monitor import DirWatcherMonitor
from ingest.strike.monitors.s3_monitor import S3Monitor
# Register monitor types
factory.add_monitor_type(DirWatcherMonitor)
factory.add_monitor_type(S3Monitor)
def ready(self):
"""
Override this method in subclasses to run code when Django starts.
"""
from job.configuration.data.data_file import DATA_FILE_PARSE_SAVER
from source.configuration.source_data_file import SourceDataFileParseSaver
from source.triggers.parse_trigger_handler import ParseTriggerHandler
from trigger.handler import register_trigger_rule_handler
# Register source file parse saver
DATA_FILE_PARSE_SAVER[
'DATA_FILE_PARSE_SAVER'] = SourceDataFileParseSaver()
# Register parse trigger rule handler
register_trigger_rule_handler(ParseTriggerHandler())
# Register source message types
from messaging.messages.factory import add_message_type
from source.messages.purge_source_file import PurgeSourceFile
add_message_type(PurgeSourceFile)
def create_configuration(self, config_dict):
return MockTriggerRuleConfiguration(MOCK_TYPE, config_dict)
class MockErrorTriggerRuleHandler(TriggerRuleHandler):
'''Mock error trigger rule handler for testing
'''
def __init__(self):
super(MockErrorTriggerRuleHandler, self).__init__(MOCK_ERROR_TYPE)
def create_configuration(self, config_dict):
return MockErrorTriggerRuleConfiguration(MOCK_ERROR_TYPE, config_dict)
register_trigger_rule_handler(MockTriggerRuleHandler())
register_trigger_rule_handler(MockErrorTriggerRuleHandler())
def create_job(job_type=None, event=None, status='PENDING', error=None, data=None, num_exes=0, queued=None,
started=None, ended=None, last_status_change=None, priority=100, results=None):
'''Creates a job model for unit testing
:returns: The job model
:rtype: :class:`job.models.Job`
'''
if not job_type:
job_type = create_job_type()
if not event:
event = trigger_test_utils.create_trigger_event()
def create_configuration(self, config_dict):
return MockTriggerRuleConfiguration(MOCK_TYPE, config_dict)
class MockErrorTriggerRuleHandler(TriggerRuleHandler):
'''Mock error trigger rule handler for testing
'''
def __init__(self):
super(MockErrorTriggerRuleHandler, self).__init__(MOCK_ERROR_TYPE)
def create_configuration(self, config_dict):
return MockErrorTriggerRuleConfiguration(MOCK_ERROR_TYPE, config_dict)
register_trigger_rule_handler(MockTriggerRuleHandler())
register_trigger_rule_handler(MockErrorTriggerRuleHandler())
def create_recipe_type(name=None,
version=None,
title=None,
description=None,
definition=None,
trigger_rule=None):
'''Creates a recipe type for unit testing
:returns: The RecipeType model
:rtype: :class:`recipe.models.RecipeType`
'''
