Beispiel #1
0
    def _convert_to_matching_term(self, blacklisted_value):
        """Convert a blacklisted_value to a regex.

        Args:
            blacklisted_value - string of value on a blacklist
            blacklist_is_domains - Boolean if true, the blacklisted_value is treated as a domain.
        Returns:
            MatchingTerm
        """
        display_name = blacklisted_value

        if self._is_domains:
            try:
                domain = clean_domain(blacklisted_value)
            except BadDomainError:
                logging.warning(
                    'Blacklisted value "{0}" cannot be resolved as a domain name'
                    .format(blacklisted_value))
                return None

            blacklisted_value = '^(.+\.)*{0}$'.format(re.escape(domain))

        if self._is_regex:
            blacklisted_value = re.compile(blacklisted_value)

        return MatchingTerm(display_name, blacklisted_value)
    def _convert_to_matching_term(self, blacklisted_value):
        """Convert a blacklisted_value to a regex.

        Args:
            blacklisted_value - string of value on a blacklist
            blacklist_is_domains - Boolean if true, the blacklisted_value is treated as a domain.
        Returns:
            MatchingTerm
        """
        display_name = blacklisted_value

        if self._is_domains:
            try:
                domain = clean_domain(blacklisted_value)
            except BadDomainError:
                logging.warning(
                    'Blacklisted value "{0}" cannot be resolved as a domain name'
                    .format(blacklisted_value))
                return None

            blacklisted_value = '^(.+\.)*{0}$'.format(re.escape(domain))

        if self._is_regex:
            blacklisted_value = re.compile(blacklisted_value)

        return MatchingTerm(display_name, blacklisted_value)
    def _add_domain(self, domain):
        """Clean a domain and store it internally"""
        if not domain:
            return

        try:
            domain = clean_domain(domain)
            for extracted in expand_domain(domain):
                self._domains.add(extracted)
        except BadDomainError:
            pass
    def _add_domain(self, domain):
        """Clean a domain and store it internally"""
        if not domain:
            return

        try:
            domain = clean_domain(domain)
            for extracted in expand_domain(domain):
                self._domains.add(extracted)
        except BadDomainError:
            pass
Beispiel #5
0
    def _convert_to_matching_term(self, blacklisted_value):
        """Convert a blacklisted_value to a regex.

        Args:
            blacklisted_value - string of value on a blacklist
            blacklist_is_domains - Boolean if true, the blacklisted_value is treated as a domain.
        Returns:
            MatchingTerm
        """
        display_name = blacklisted_value

        if self._is_domains:
            domain = clean_domain(blacklisted_value)
            blacklisted_value = '^(.+\.)*{0}$'.format(re.escape(domain))

        if self._is_regex:
            blacklisted_value = re.compile(blacklisted_value)

        return MatchingTerm(display_name, blacklisted_value)
    def _convert_to_matching_term(self, blacklisted_value):
        """Convert a blacklisted_value to a regex.

        Args:
            blacklisted_value - string of value on a blacklist
            blacklist_is_domains - Boolean if true, the blacklisted_value is treated as a domain.
        Returns:
            MatchingTerm
        """
        display_name = blacklisted_value

        if self._is_domains:
            domain = clean_domain(blacklisted_value)
            blacklisted_value = '^(.+\.)*{0}$'.format(re.escape(domain))

        if self._is_regex:
            blacklisted_value = re.compile(blacklisted_value)

        return MatchingTerm(display_name, blacklisted_value)
Beispiel #7
0
 def _test_clean_domain(self, dirty_domain, expected):
     domain = clean_domain(dirty_domain)
     T.assert_equal(domain, expected)
Beispiel #8
0
 def test_single_word(self):
     with T.assert_raises(BadDomainError):
         clean_domain('oneword')
Beispiel #9
0
 def _test_clean_domain(self, dirty_domain, expected):
     domain = clean_domain(dirty_domain)
     T.assert_equal(domain, expected)
Beispiel #10
0
 def test_single_word(self):
     with T.assert_raises(BadDomainError):
         clean_domain('oneword')
Beispiel #11
0
 def test_single_word(self):
     with pytest.raises(BadDomainError):
         clean_domain('oneword')
Beispiel #12
0
 def _test_clean_domain(self, dirty_domain, expected):
     domain = clean_domain(dirty_domain)
     assert domain == expected