示例#1
0
    def __init__(self, configuration: Configuration, configuration_key: str,
                 connection: Connection):
        if not connection.has_bigquery() and not connection.has_orm():
            raise ConfigurationMissingError(
                'Missing a database configuration for this operation')

        self.configuration = configuration
        self.module_configuration = configuration.operations.get_custom_configuration_operation(
            configuration_key)
        self.mongodb = connection.mongodb
        self.check_service = Check(connection)
示例#2
0
    def __init__(self, configuration: Configuration, configuration_key: str,
                 connection: Connection):
        if not connection.has_bigquery() and not connection.has_mongodb():
            raise ConfigurationMissingError(
                'Missing a database configuration for this operation')

        self.configuration = configuration
        self.module_configuration = configuration.operations.get_custom_configuration_operation(
            configuration_key)
        self.connection = connection
        self.mongodb = connection.mongodb
        self.bigquery = None
        self.matching_group_regex = re.compile(r'\$(\d+)')
示例#3
0
    def __init__(self, connection: Connection):
        self._connection = connection
        self._orm = None
        self._bigquery = None
        self._urlset_checks_table = None
        self._urlset_urls_table = None

        if connection.has_orm():
            self._orm = self._connection.orm
            self._urlset_checks_table = ChecksUrlset(self._orm)
            self._urlset_urls_table = UrlsUrlset(self._orm)

        if connection.has_bigquery():
            self._bigquery = self._connection.bigquery

        self._cached_url_ids = {}