示例#1
0
    def __init__(self, config):

        # init config and database
        self._config = config
        self._database = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker = Maker(type_bindings=self._type_bindings)

        # init notification handler
        self._notification_handler = self.get_notification_handler()

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None

        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
def backup_system_client():
    global __backup_system_client__

    if __backup_system_client__ is None:
        maker = Maker()
        conf = _get_client_config()
        __backup_system_client__ = maker.make(conf)

    return __backup_system_client__
示例#3
0
def backup_system_client():
    global __backup_system_client__

    if __backup_system_client__ is None:
        maker = Maker()
        conf = _get_client_config()
        __backup_system_client__ = maker.make(conf)

    return __backup_system_client__
示例#4
0
    def __init__(self, config):

        # init config and database
        self._config = config
        self._mbs_db_client = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker = Maker(type_bindings=self._type_bindings)

        #  notifications
        self._notifications = None

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._deleted_plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None
        self._api_server = None

        # listens for backup events coming through rest
        self._backup_event_listener = None

        self._api_client = None

        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
        self._default_backup_assistant = None
        self._temp_dir = resolve_path(DEFAULT_BACKUP_TEMP_DIR_ROOT)

        self._event_colllection = None
        self._event_listener_collection = None
        self._event_queue = None

        # allow boto debug to be configuable
        if config.get("enableBotoDebug"):
            import boto
            boto.set_stream_logger('boto')

        # read log path
        if config.get("logPath"):
            import mbs_config
            mbs_config.MBS_LOG_PATH = config.get("logPath")
示例#5
0
    def __init__(self, config):

        # init config and database
        self._config = config
        self._database = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker =  Maker(type_bindings=self._type_bindings)

        # init notification handler
        self._notification_handler = self.get_notification_handler()

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None


        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
示例#6
0
    def __init__(self, config):

        # init config and database
        self._config = config
        self._mbs_db_client = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker =  Maker(type_bindings=self._type_bindings)

        #  notifications
        self._notifications = None

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._deleted_plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None
        self._api_server = None

        # listens for backup events coming through rest
        self._backup_event_listener = None

        self._api_client = None


        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
        self._default_backup_assistant = None
        self._temp_dir = resolve_path(DEFAULT_BACKUP_TEMP_DIR_ROOT)

        self._event_colllection = None
        self._event_listener_collection = None
        self._event_queue = None

        # allow boto debug to be configuable
        if config.get("enableBotoDebug"):
            import boto
            boto.set_stream_logger('boto')

        # read log path
        if config.get("logPath"):
            import mbs_config
            mbs_config.MBS_LOG_PATH = config.get("logPath")
示例#7
0
class MBS(object):

    ###########################################################################
    def __init__(self, config):

        # init config and database
        self._config = config
        self._mbs_db_client = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker =  Maker(type_bindings=self._type_bindings)

        #  notifications
        self._notifications = None

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._deleted_plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None
        self._api_server = None

        # listens for backup events coming through rest
        self._backup_event_listener = None

        self._api_client = None


        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
        self._default_backup_assistant = None
        self._temp_dir = resolve_path(DEFAULT_BACKUP_TEMP_DIR_ROOT)

        self._event_colllection = None
        self._event_listener_collection = None
        self._event_queue = None

        # allow boto debug to be configuable
        if config.get("enableBotoDebug"):
            import boto
            boto.set_stream_logger('boto')

    ###########################################################################
    @property
    def temp_dir(self):
        return self._temp_dir

    @temp_dir.setter
    def temp_dir(self, temp_dir):
        self._temp_dir = resolve_path(temp_dir)

    ###########################################################################
    def _get_type_bindings(self):
        return TYPE_BINDINGS

    ###########################################################################
    def ensure_mbs_indexes(self):
        # Ensures indexes in the background thread
        def do_ensure_indexes():
            database = self.database
            logger.debug("Ensuring mongodb-backup-system indexes")
            for coll_name, coll_indexes in self._get_indexes().items():
                coll = database[coll_name]
                for c_index in coll_indexes:
                    logger.debug("Ensuring index %s on collection '%s'" %
                                 (c_index, coll_name))
                    kwargs = c_index.get("args") or {}
                    kwargs["background"] = True
                    coll.ensure_index(c_index["index"], **kwargs)

        threading.Thread(target=do_ensure_indexes).start()

    ###########################################################################
    def _get_indexes(self):
        return MBS_INDEXES

    ###########################################################################
    def _get_config_value(self, name):
        return self._config.get(name)

    ###########################################################################
    def _get_database_uri(self):
        return self._get_config_value("databaseURI")


    ###########################################################################
    @property
    def mbs_db_client(self):
        if not self._mbs_db_client:
            self._mbs_db_client = mongo_connect(self._get_database_uri(), w=1)
            connection_id = get_client_connection_id(self._mbs_db_client)
            logger.info("Successfully connected to mbs database (mongo connection id %s) (PID %s)" %
                        (connection_id, os.getpid()))

        return self._mbs_db_client

    ###########################################################################
    @property
    def database(self):
        return self.mbs_db_client.get_default_database()

    ###########################################################################
    @property
    def backup_collection(self):
        if not self._backup_collection:
            bc = MBSTaskCollection(self.database["backups"],
                                   clazz=Backup,
                                   type_bindings=self._type_bindings)
            self._backup_collection = bc

        return self._backup_collection

    ###########################################################################
    @property
    def restore_collection(self):
        if not self._restore_collection:
            rc = MBSTaskCollection(self.database["restores"],
                                   clazz=Restore,
                                   type_bindings=self._type_bindings)
            self._restore_collection = rc

        return self._restore_collection

    ###########################################################################
    @property
    def plan_collection(self):

        if not self._plan_collection:
            pc = MBSObjectCollection(self.database["plans"], clazz=BackupPlan,
                                     type_bindings=self._type_bindings)
            self._plan_collection = pc

        return self._plan_collection

    ###########################################################################
    @property
    def event_queue(self):
        event_queue_conf = self._get_config_value("eventQueue")
        if not self._event_queue and event_queue_conf:
            self._event_queue = self._maker.make(event_queue_conf)

        return self._event_queue

    ###########################################################################
    @property
    def deleted_plan_collection(self):
        if not self._deleted_plan_collection:
            dpc = MBSObjectCollection(self.database["deleted-plans"],
                                      clazz=BackupPlan,
                                      type_bindings=self._type_bindings)
            self._deleted_plan_collection = dpc

        return self._deleted_plan_collection

    ###########################################################################
    @property
    def audit_collection(self):
        if not self._audit_collection:
            ac = MBSObjectCollection(self.database["audits"], clazz=AuditReport,
                                     type_bindings=self._type_bindings)

            self._audit_collection = ac

        return self._audit_collection

    ###########################################################################
    @property
    def engines(self):
        if not self._engines:
            self._engines = self._read_engines()
        return self._engines

    ###########################################################################
    def get_default_engine(self):
        return self.engines[0]

    ###########################################################################
    def _read_engines(self):
        engines_conf = self._get_config_value("engines")
        if not engines_conf:
            raise MBSError("No 'engines' configured")

        engines = self._maker.make(engines_conf)
        return engines


    ###########################################################################
    def get_engine(self, engine_id):
        engine = filter(lambda eng: eng.id == engine_id, self.engines)
        if engine:
            return engine[0]
        else:
            raise MBSError("No such engine '%s'" % engine_id)

    ###########################################################################
    @property
    def backup_system(self):
        backup_system_conf = self._get_config_value("backupSystem")
        if not self._backup_system and backup_system_conf:
            self._backup_system = self._maker.make(backup_system_conf)

        return self._backup_system


    ###########################################################################
    @property
    def api_server(self):

        if not self._api_server:
            api_server_conf = self._get_config_value("apiServer")
            if api_server_conf:
                self._api_server = self._maker.make(api_server_conf)

        return self._api_server

    ###########################################################################
    @property
    def api_client(self):
        logger.info("++++> mbs.api_client (BEGIN)")
        if not self._api_client:
            api_client_conf = self._get_config_value("apiClient")
            if api_client_conf:
                self._api_client = self._maker.make(api_client_conf)
            else:
                import mbs_client.client
                self._api_client = mbs_client.client.backup_system_client()

        logger.info("++++> mbs.api_client (END)")
        return self._api_client

    ###########################################################################
    @property
    def backup_event_listener(self):

        if not self._backup_event_listener:
            listener_server_conf = self._get_config_value("backupEventListener")
            if listener_server_conf:
                self._backup_event_listener = self._maker.make(listener_server_conf)

        return self._backup_event_listener

    ###########################################################################
    @property
    def notifications(self):
        if not self._notifications:
            notifications_conf = self._get_config_value("notifications")
            if notifications_conf:
                self._notifications = self.maker.make(notifications_conf)
            else:
                import notification.handler
                self._notifications = notification.handler.DEFAULT_NOTIFICATIONS

        return self._notifications

    ###########################################################################
    @property
    def default_backup_assistant(self):
        import backup_assistant
        assistant_conf = self._get_config_value("defaultBackupAssistant")
        if not self._default_backup_assistant:
            if assistant_conf:
                self._default_backup_assistant = self._maker.make(assistant_conf)
            else:
                self._default_backup_assistant = backup_assistant.LocalBackupAssistant()

            # set temp dir for local assistants
            if isinstance(self._default_backup_assistant, backup_assistant.LocalBackupAssistant):
                self._default_backup_assistant.temp_dir = self.temp_dir

        return self._default_backup_assistant

    ###########################################################################
    def _get_encryptor(self):
        encryptor_conf = self._get_config_value("encryptor")
        if encryptor_conf:
            return self._maker.make(encryptor_conf)
        else:
            # return default encryption class
            return Encryptor()

    ###########################################################################
    @property
    def encryptor(self):
        return self._encryptor

    ###########################################################################
    @property
    def maker(self):
        return self._maker

    ###########################################################################
    @property
    def backup_source_builder(self):

        sb = self._backup_source_builder
        if not sb:
            from backup_source_builder import DefaultBackupSourceBuilder
            sb = DefaultBackupSourceBuilder()
            self._backup_source_builder = sb
        return sb

    ###########################################################################
    @property
    def dump_line_filter_function(self):
        func_name = self._get_config_value("dumpLineFilterFunction")
        if func_name:
            return resolve_function(func_name)

    ###########################################################################
    @property
    def mongoctl_config_root(self):
        return self._get_config_value("mongoctlConfigRoot")

    ###########################################################################
    def get_version_info(self):
        return {
            "mbs": version.get_mbs_version()
        }

    ###########################################################################
    def resolve_notification_template_path(self, path, *roots):
        if path.startswith(os.path.sep) and os.path.isfile(path):
            return path

        if len(roots) == 0:
            roots = [DEFAULT_TEMPLATE_DIR_ROOT]

        def search_root(root):
            for root_, dirs, files in os.walk(root):
                if path in files:
                    return os.path.join(root_, path)
            return None

        for root in roots:
            if os.path.sep not in path:
                template = search_root(root)
                if template is not None:
                    return template
            else:
                template = os.path.join(root, path)
                if os.path.isfile(template):
                    return template

        raise ValueError('Template {} not found'.format(path))
示例#8
0
class MBS(object):

    ###########################################################################
    def __init__(self, config):

        # init config and database
        self._config = config
        self._database = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker = Maker(type_bindings=self._type_bindings)

        # init notification handler
        self._notification_handler = self.get_notification_handler()

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None

        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None

    ###########################################################################
    def _get_type_bindings(self):
        return TYPE_BINDINGS

    ###########################################################################
    def _ensure_indexes(self, database):
        logger.debug("Ensuring mongodb-backup-system indexes")
        for coll_name, coll_indexes in self._get_indexes().items():
            coll = database[coll_name]
            for c_index in coll_indexes:
                logger.debug("Ensuring index %s on collection '%s'" %
                             (c_index, coll_name))
                kwargs = c_index.get("args") or {}
                coll.ensure_index(c_index["index"], **kwargs)

    ###########################################################################
    def _get_indexes(self):
        return MBS_INDEXES

    ###########################################################################
    def _get_config_value(self, name):
        return self._config.get(name)

    ###########################################################################
    def _get_database_uri(self):
        return self._get_config_value("databaseURI")

    ###########################################################################
    @property
    def database(self):
        if not self._database:
            self._database = mongo_connect(self._get_database_uri())
            # ensure indexes
            self._ensure_indexes(self._database)

        return self._database

    ###########################################################################
    @property
    def backup_collection(self):
        if not self._backup_collection:
            bc = MBSTaskCollection(self.database["backups"],
                                   clazz=Backup,
                                   type_bindings=self._type_bindings)
            self._backup_collection = bc

        return self._backup_collection

    ###########################################################################
    @property
    def restore_collection(self):
        if not self._restore_collection:
            rc = MBSTaskCollection(self.database["restores"],
                                   clazz=Restore,
                                   type_bindings=self._type_bindings)
            self._restore_collection = rc

        return self._restore_collection

    ###########################################################################
    @property
    def plan_collection(self):

        if not self._plan_collection:
            pc = MBSObjectCollection(self.database["plans"],
                                     clazz=BackupPlan,
                                     type_bindings=self._type_bindings)
            self._plan_collection = pc

        return self._plan_collection

    ###########################################################################
    @property
    def audit_collection(self):
        if not self._audit_collection:
            ac = MBSObjectCollection(self.database["audits"],
                                     clazz=AuditReport,
                                     type_bindings=self._type_bindings)

            self._audit_collection = ac

        return self._audit_collection

    ###########################################################################
    @property
    def engines(self):
        if not self._engines:
            self._engines = self._read_engines()
        return self._engines

    ###########################################################################
    def get_default_engine(self):
        return self.engines[0]

    ###########################################################################
    def _read_engines(self):
        engines_conf = self._get_config_value("engines")
        if not engines_conf:
            raise MBSError("No 'engines' configured")

        engines = self._maker.make(engines_conf)
        for engine in engines:
            engine.notification_handler = self._notification_handler

        return engines

    ###########################################################################
    def get_engine(self, engine_id):
        engine = filter(lambda eng: eng.id == engine_id, self.engines)
        if engine:
            return engine[0]
        else:
            raise MBSError("No such engine '%s'" % engine_id)

    ###########################################################################
    @property
    def backup_system(self):
        backup_system_conf = self._get_config_value("backupSystem")
        if not self._backup_system and backup_system_conf:
            self._backup_system = self._maker.make(backup_system_conf)

        return self._backup_system

    ###########################################################################
    @property
    def notification_handler(self):
        return self._notification_handler

    ###########################################################################
    def get_notification_handler(self):
        handler_conf = self._get_config_value("notificationHandler")
        return self._maker.make(handler_conf)

    ###########################################################################
    def send_notification(self, subject, message):
        nh = self.notification_handler
        if nh:
            nh.send_notification(subject, message)

    ###########################################################################
    def send_error_notification(self, subject, message, exception):
        nh = self.notification_handler
        if nh:
            nh.send_error_notification(subject, message, exception)

    ###########################################################################
    def _get_encryptor(self):
        encryptor_conf = self._get_config_value("encryptor")
        if encryptor_conf:
            return self._maker.make(encryptor_conf)
        else:
            # return default encryption class
            return Encryptor()

    ###########################################################################
    @property
    def encryptor(self):
        return self._encryptor

    ###########################################################################
    @property
    def backup_source_builder(self):

        sb = self._backup_source_builder
        if not sb:
            from backup_source_builder import DefaultBackupSourceBuilder
            sb = DefaultBackupSourceBuilder()
            self._backup_source_builder = sb
        return sb

    ###########################################################################
    @property
    def dump_line_filter_function(self):
        func_name = self._get_config_value("dumpLineFilterFunction")
        if func_name:
            return resolve_function(func_name)

    ###########################################################################
    @property
    def mongoctl_config_root(self):
        return self._get_config_value("mongoctlConfigRoot")
示例#9
0
class MBS(object):

    ###########################################################################
    def __init__(self, config):

        # init config and database
        self._config = config
        self._database = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker =  Maker(type_bindings=self._type_bindings)

        # init notification handler
        self._notification_handler = self.get_notification_handler()

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None


        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None

    ###########################################################################
    def _get_type_bindings(self):
        return TYPE_BINDINGS

    ###########################################################################
    def _ensure_indexes(self, database):
        logger.debug("Ensuring mongodb-backup-system indexes")
        for coll_name, coll_indexes in self._get_indexes().items():
            coll = database[coll_name]
            for c_index in coll_indexes:
                logger.debug("Ensuring index %s on collection '%s'" %
                             (c_index, coll_name))
                kwargs = c_index.get("args") or {}
                coll.ensure_index(c_index["index"], **kwargs)

    ###########################################################################
    def _get_indexes(self):
        return MBS_INDEXES

    ###########################################################################
    def _get_config_value(self, name):
        return self._config.get(name)

    ###########################################################################
    def _get_database_uri(self):
        return self._get_config_value("databaseURI")


    ###########################################################################
    @property
    def database(self):
        if not self._database:
            self._database = mongo_connect(self._get_database_uri())
            # ensure indexes
            self._ensure_indexes(self._database)

        return self._database

    ###########################################################################
    @property
    def backup_collection(self):
        if not self._backup_collection:
            bc = MBSTaskCollection(self.database["backups"],
                                   clazz=Backup,
                                   type_bindings=self._type_bindings)
            self._backup_collection = bc

        return self._backup_collection

    ###########################################################################
    @property
    def restore_collection(self):
        if not self._restore_collection:
            rc = MBSTaskCollection(self.database["restores"],
                                   clazz=Restore,
                                   type_bindings=self._type_bindings)
            self._restore_collection = rc

        return self._restore_collection

    ###########################################################################
    @property
    def plan_collection(self):

        if not self._plan_collection:
            pc = MBSObjectCollection(self.database["plans"], clazz=BackupPlan,
                                     type_bindings=self._type_bindings)
            self._plan_collection = pc

        return self._plan_collection

    ###########################################################################
    @property
    def audit_collection(self):
        if not self._audit_collection:
            ac = MBSObjectCollection(self.database["audits"], clazz=AuditReport,
                                     type_bindings=self._type_bindings)

            self._audit_collection = ac

        return self._audit_collection

    ###########################################################################
    @property
    def engines(self):
        if not self._engines:
            self._engines = self._read_engines()
        return self._engines

    ###########################################################################
    def get_default_engine(self):
        return self.engines[0]

    ###########################################################################
    def _read_engines(self):
        engines_conf = self._get_config_value("engines")
        if not engines_conf:
            raise MBSError("No 'engines' configured")

        engines = self._maker.make(engines_conf)
        for engine in engines:
            engine.notification_handler = self._notification_handler

        return engines


    ###########################################################################
    def get_engine(self, engine_id):
        engine = filter(lambda eng: eng.id == engine_id, self.engines)
        if engine:
            return engine[0]
        else:
            raise MBSError("No such engine '%s'" % engine_id)

    ###########################################################################
    @property
    def backup_system(self):
        backup_system_conf = self._get_config_value("backupSystem")
        if not self._backup_system and backup_system_conf:
            self._backup_system = self._maker.make(backup_system_conf)

        return self._backup_system

    ###########################################################################
    @property
    def notification_handler(self):
        return self._notification_handler

    ###########################################################################
    def get_notification_handler(self):
        handler_conf = self._get_config_value("notificationHandler")
        return self._maker.make(handler_conf)

    ###########################################################################
    def send_notification(self, subject, message):
        nh = self.notification_handler
        if nh:
            nh.send_notification(subject, message)

    ###########################################################################
    def send_error_notification(self, subject, message, exception):
        nh = self.notification_handler
        if nh:
            nh.send_error_notification(subject, message, exception)

    ###########################################################################
    def _get_encryptor(self):
        encryptor_conf = self._get_config_value("encryptor")
        if encryptor_conf:
            return self._maker.make(encryptor_conf)
        else:
            # return default encryption class
            return Encryptor()

    ###########################################################################
    @property
    def encryptor(self):
        return self._encryptor

    ###########################################################################
    @property
    def backup_source_builder(self):

        sb = self._backup_source_builder
        if not sb:
            from backup_source_builder import DefaultBackupSourceBuilder
            sb = DefaultBackupSourceBuilder()
            self._backup_source_builder = sb
        return sb

    ###########################################################################
    @property
    def dump_line_filter_function(self):
        func_name = self._get_config_value("dumpLineFilterFunction")
        if func_name:
            return resolve_function(func_name)

    ###########################################################################
    @property
    def mongoctl_config_root(self):
        return self._get_config_value("mongoctlConfigRoot")
示例#10
0
 def setUp(self):
     self.maker = Maker(type_bindings=TYPE_BINDINGS)
示例#11
0
class MBS(object):

    ###########################################################################
    def __init__(self, config):

        # init config and database
        self._config = config
        self._mbs_db_client = None

        self._type_bindings = self._get_type_bindings()

        # make the maker
        self._maker = Maker(type_bindings=self._type_bindings)

        #  notifications
        self._notifications = None

        # init object collections
        self._backup_collection = None
        self._plan_collection = None
        self._deleted_plan_collection = None
        self._audit_collection = None
        self._restore_collection = None

        # load backup system/engines lazily
        self._backup_system = None
        self._api_server = None

        # listens for backup events coming through rest
        self._backup_event_listener = None

        self._api_client = None

        self._engines = None

        # init the encryptor
        self._encryptor = self._get_encryptor()

        #
        self._backup_source_builder = None
        self._default_backup_assistant = None
        self._temp_dir = resolve_path(DEFAULT_BACKUP_TEMP_DIR_ROOT)

        self._event_colllection = None
        self._event_listener_collection = None
        self._event_queue = None

        # allow boto debug to be configuable
        if config.get("enableBotoDebug"):
            import boto
            boto.set_stream_logger('boto')

        # read log path
        if config.get("logPath"):
            import mbs_config
            mbs_config.MBS_LOG_PATH = config.get("logPath")

    ###########################################################################
    @property
    def temp_dir(self):
        return self._temp_dir

    @temp_dir.setter
    def temp_dir(self, temp_dir):
        self._temp_dir = resolve_path(temp_dir)

    ###########################################################################
    def _get_type_bindings(self):
        return TYPE_BINDINGS

    ###########################################################################
    def ensure_mbs_indexes(self):
        # Ensures indexes in the background thread
        def do_ensure_indexes():
            database = self.database
            logger.debug("Ensuring mongodb-backup-system indexes")
            for coll_name, coll_indexes in self._get_indexes().items():
                coll = database[coll_name]
                for c_index in coll_indexes:
                    logger.debug("Ensuring index %s on collection '%s'" %
                                 (c_index, coll_name))
                    kwargs = c_index.get("args") or {}
                    kwargs["background"] = True
                    coll.ensure_index(c_index["index"], **kwargs)

        threading.Thread(target=do_ensure_indexes).start()

    ###########################################################################
    def _get_indexes(self):
        return MBS_INDEXES

    ###########################################################################
    def _get_config_value(self, name):
        return self._config.get(name)

    ###########################################################################
    def _get_database_uri(self):
        return self._get_config_value("databaseURI")

    ###########################################################################
    @property
    def mbs_db_client(self):
        if not self._mbs_db_client:
            self._mbs_db_client = mongo_connect(self._get_database_uri(), w=1)
            connection_id = get_client_connection_id(self._mbs_db_client)
            logger.info(
                "Successfully connected to mbs database (mongo connection id %s) (PID %s)"
                % (connection_id, os.getpid()))

        return self._mbs_db_client

    ###########################################################################
    @property
    def database(self):
        return self.mbs_db_client.get_default_database()

    ###########################################################################
    @property
    def backup_collection(self):
        if not self._backup_collection:
            bc = MBSTaskCollection(self.database["backups"],
                                   clazz=Backup,
                                   type_bindings=self._type_bindings)
            self._backup_collection = bc

        return self._backup_collection

    ###########################################################################
    @property
    def restore_collection(self):
        if not self._restore_collection:
            rc = MBSTaskCollection(self.database["restores"],
                                   clazz=Restore,
                                   type_bindings=self._type_bindings)
            self._restore_collection = rc

        return self._restore_collection

    ###########################################################################
    @property
    def plan_collection(self):

        if not self._plan_collection:
            pc = MBSObjectCollection(self.database["plans"],
                                     clazz=BackupPlan,
                                     type_bindings=self._type_bindings)
            self._plan_collection = pc

        return self._plan_collection

    ###########################################################################
    @property
    def event_queue(self):
        event_queue_conf = self._get_config_value("eventQueue")
        if not self._event_queue and event_queue_conf:
            self._event_queue = self._maker.make(event_queue_conf)

        return self._event_queue

    ###########################################################################
    @property
    def deleted_plan_collection(self):
        if not self._deleted_plan_collection:
            dpc = MBSObjectCollection(self.database["deleted-plans"],
                                      clazz=BackupPlan,
                                      type_bindings=self._type_bindings)
            self._deleted_plan_collection = dpc

        return self._deleted_plan_collection

    ###########################################################################
    @property
    def audit_collection(self):
        if not self._audit_collection:
            ac = MBSObjectCollection(self.database["audits"],
                                     clazz=AuditReport,
                                     type_bindings=self._type_bindings)

            self._audit_collection = ac

        return self._audit_collection

    ###########################################################################
    @property
    def engines(self):
        if not self._engines:
            self._engines = self._read_engines()
        return self._engines

    ###########################################################################
    def get_default_engine(self):
        return self.engines[0]

    ###########################################################################
    def _read_engines(self):
        engines_conf = self._get_config_value("engines")
        if not engines_conf:
            raise MBSError("No 'engines' configured")

        engines = self._maker.make(engines_conf)
        return engines

    ###########################################################################
    def get_engine(self, engine_id):
        engine = filter(lambda eng: eng.id == engine_id, self.engines)
        if engine:
            return engine[0]
        else:
            raise MBSError("No such engine '%s'" % engine_id)

    ###########################################################################
    @property
    def backup_system(self):
        backup_system_conf = self._get_config_value("backupSystem")
        if not self._backup_system and backup_system_conf:
            self._backup_system = self._maker.make(backup_system_conf)

        return self._backup_system

    ###########################################################################
    @property
    def api_server(self):

        if not self._api_server:
            api_server_conf = self._get_config_value("apiServer")
            if api_server_conf:
                self._api_server = self._maker.make(api_server_conf)

        return self._api_server

    ###########################################################################
    @property
    def api_client(self):
        if not self._api_client:
            api_client_conf = self._get_config_value("apiClient")
            if api_client_conf:
                self._api_client = self._maker.make(api_client_conf)
            else:
                import mbs_client.client
                self._api_client = mbs_client.client.backup_system_client()

        return self._api_client

    ###########################################################################
    @property
    def backup_event_listener(self):

        if not self._backup_event_listener:
            listener_server_conf = self._get_config_value(
                "backupEventListener")
            if listener_server_conf:
                self._backup_event_listener = self._maker.make(
                    listener_server_conf)

        return self._backup_event_listener

    ###########################################################################
    @property
    def notifications(self):
        if not self._notifications:
            notifications_conf = self._get_config_value("notifications")
            if notifications_conf:
                self._notifications = self.maker.make(notifications_conf)
            else:
                import notification.handler
                self._notifications = notification.handler.DEFAULT_NOTIFICATIONS

        return self._notifications

    ###########################################################################
    @property
    def default_backup_assistant(self):
        import backup_assistant
        assistant_conf = self._get_config_value("defaultBackupAssistant")
        if not self._default_backup_assistant:
            if assistant_conf:
                self._default_backup_assistant = self._maker.make(
                    assistant_conf)
            else:
                self._default_backup_assistant = backup_assistant.LocalBackupAssistant(
                )

            # set temp dir for local assistants
            if isinstance(self._default_backup_assistant,
                          backup_assistant.LocalBackupAssistant):
                self._default_backup_assistant.temp_dir = self.temp_dir

        return self._default_backup_assistant

    ###########################################################################
    def _get_encryptor(self):
        encryptor_conf = self._get_config_value("encryptor")
        if encryptor_conf:
            return self._maker.make(encryptor_conf)
        else:
            # return default encryption class
            return Encryptor()

    ###########################################################################
    @property
    def encryptor(self):
        return self._encryptor

    ###########################################################################
    @property
    def maker(self):
        return self._maker

    ###########################################################################
    @property
    def backup_source_builder(self):

        sb = self._backup_source_builder
        if not sb:
            from backup_source_builder import DefaultBackupSourceBuilder
            sb = DefaultBackupSourceBuilder()
            self._backup_source_builder = sb
        return sb

    ###########################################################################
    @property
    def dump_line_filter_function(self):
        func_name = self._get_config_value("dumpLineFilterFunction")
        if func_name:
            return resolve_function(func_name)

    ###########################################################################
    @property
    def mongoctl_config_root(self):
        return self._get_config_value("mongoctlConfigRoot")

    ###########################################################################
    def get_version_info(self):
        return {"mbs": version.get_mbs_version()}

    ###########################################################################
    def resolve_notification_template_path(self, path, *roots):
        if path.startswith(os.path.sep) and os.path.isfile(path):
            return path

        if len(roots) == 0:
            roots = [DEFAULT_TEMPLATE_DIR_ROOT]

        def search_root(root):
            for root_, dirs, files in os.walk(root):
                if path in files:
                    return os.path.join(root_, path)
            return None

        for root in roots:
            if os.path.sep not in path:
                template = search_root(root)
                if template is not None:
                    return template
            else:
                template = os.path.join(root, path)
                if os.path.isfile(template):
                    return template

        raise ValueError('Template {} not found'.format(path))