Exemplo n.º 1
0
 def setUpClass(cls):
     super().setUpClass()
     TestRunner.cases = TestRegex.cases
     TestRegex.phrase_rgx_keep_commas = GeoUtil.RegexList(
         no_punc_keep_commas + phrase_cleanup + noise_words)
     TestRegex.phrase_rgx_remove_commas = GeoUtil.RegexList(
         no_punc_remove_commas + phrase_cleanup + noise_words)
Exemplo n.º 2
0
    def __init__(self):
        # Build compiled lists of regex statements that will be used for normalization

        # phrase_rgx_remove_commas - Combine phrase dictionary and no punctuation_remove_commas and compile regex
        self.phrase_rgx_remove_commas = GeoUtil.RegexList(
            no_punc_remove_commas + phrase_cleanup + noise_words)

        # phrase_rgx_keep_commas - Combine phrase dictionary and no punctuation_keep_commas and compile regex
        self.phrase_rgx_keep_commas = GeoUtil.RegexList(no_punc_keep_commas +
                                                        phrase_cleanup +
                                                        noise_words)

        # noise_rgx  - Combine phrase dictionary with Noise words dictionary and compile regex (this is used for match scoring)
        self.noise_rgx = GeoUtil.RegexList(no_punc_keep_commas +
                                           phrase_cleanup + noise_words)