コード例 #1
0
    def __init__(self):

        self.spellCheck = spellCheck()

    #Optional Stop Words Removal
    #Amazon nlp stop word list
        self.stop  = ['a', 'across', 'am', 'an', 'and', 'any', 'are', 'as', 'at', 'be', 'been', 'being', 'but', 'by', 'can', 'could', 'did', 'do', 'does', 'each', 'for', 'from', 'had', 'has', 'have', 'in', 'into', 'is', "isn't", 'it', "it'd", "it'll", "it's", 'its', 'of', 'on', 'or', 'that', "that's", 'thats', 'the', 'there', "there's", 'theres', 'these', 'this', 'those', 'to', 'under', 'until', 'up', 'were', 'will', 'with', 'would']
        self.stop+=[")","(",".","'",",",";",":","?","/","!","@","$","*","+","-","_","=","&","%","`","~","\"","{","}"]
コード例 #2
0
ファイル: TextFilter.py プロジェクト: billho/diskoveror-ta
	def __init__(self):

		self.acronyms = self.load_obj("acronymsDict")
		self.emoticons = self.load_obj("SmileyDict")
		self.contractions = self.load_obj("contractionsDict")
		self.wordDict = self.load_obj("wordDict")

		self.spellCheck = spellCheck()

		#Optional Stop Words Removal
		#Amazon nlp stop word list
		self.stop  = ['a', 'across', 'am', 'an', 'and', 'any', 'are', 'as', 'at', 'be', 'been', 'being', 'but', 'by', 'can', 'could', 'did', 'do', 'does', 'each', 'for', 'from', 'had', 'has', 'have', 'in', 'into', 'is', "isn't", 'it', "it'd", "it'll", "it's", 'its', 'of', 'on', 'or', 'that', "that's", 'thats', 'the', 'there', "there's", 'theres', 'these', 'this', 'those', 'to', 'under', 'until', 'up', 'were', 'will', 'with', 'would']
コード例 #3
0
    def __init__(self):

        self.spellCheck = spellCheck()

        #Optional Stop Words Removal
        #Amazon nlp stop word list
        self.stop = [
            'a', 'across', 'am', 'an', 'and', 'any', 'are', 'as', 'at', 'be',
            'been', 'being', 'but', 'by', 'can', 'could', 'did', 'do', 'does',
            'each', 'for', 'from', 'had', 'has', 'have', 'in', 'into', 'is',
            "isn't", 'it', "it'd", "it'll", "it's", 'its', 'of', 'on', 'or',
            'that', "that's", 'thats', 'the', 'there', "there's", 'theres',
            'these', 'this', 'those', 'to', 'under', 'until', 'up', 'were',
            'will', 'with', 'would'
        ]
        self.stop += [
            ")", "(", ".", "'", ",", ";", ":", "?", "/", "!", "@", "$", "*",
            "+", "-", "_", "=", "&", "%", "`", "~", "\"", "{", "}"
        ]
コード例 #4
0
    def __init__(self):

        self.acronyms = self.load_obj("acronymsDict")
        self.emoticons = self.load_obj("SmileyDict")
        self.contractions = self.load_obj("contractionsDict")
        self.wordDict = self.load_obj("wordDict")

        self.spellCheck = spellCheck()

        #Optional Stop Words Removal
        #Amazon nlp stop word list
        self.stop = [
            'a', 'across', 'am', 'an', 'and', 'any', 'are', 'as', 'at', 'be',
            'been', 'being', 'but', 'by', 'can', 'could', 'did', 'do', 'does',
            'each', 'for', 'from', 'had', 'has', 'have', 'in', 'into', 'is',
            "isn't", 'it', "it'd", "it'll", "it's", 'its', 'of', 'on', 'or',
            'that', "that's", 'thats', 'the', 'there', "there's", 'theres',
            'these', 'this', 'those', 'to', 'under', 'until', 'up', 'were',
            'will', 'with', 'would'
        ]
コード例 #5
0
    def __init__(self):

        self.spellCheck = spellCheck()

        # Optional Stop Words Removal
        # Amazon nlp stop word list
        self.stop = [
            "a",
            "across",
            "am",
            "an",
            "and",
            "any",
            "are",
            "as",
            "at",
            "be",
            "been",
            "being",
            "but",
            "by",
            "can",
            "could",
            "did",
            "do",
            "does",
            "each",
            "for",
            "from",
            "had",
            "has",
            "have",
            "in",
            "into",
            "is",
            "isn't",
            "it",
            "it'd",
            "it'll",
            "it's",
            "its",
            "of",
            "on",
            "or",
            "that",
            "that's",
            "thats",
            "the",
            "there",
            "there's",
            "theres",
            "these",
            "this",
            "those",
            "to",
            "under",
            "until",
            "up",
            "were",
            "will",
            "with",
            "would",
        ]
        self.stop += [
            ")",
            "(",
            ".",
            "'",
            ",",
            ";",
            ":",
            "?",
            "/",
            "!",
            "@",
            "$",
            "*",
            "+",
            "-",
            "_",
            "=",
            "&",
            "%",
            "`",
            "~",
            '"',
            "{",
            "}",
        ]
コード例 #6
0
ファイル: TextFilter.py プロジェクト: INIGOS/emoticons
    def __init__(self):

        self.acronyms = self.load_obj("acronymsDict")
        self.emoticons = self.load_obj("SmileyDict")
        self.contractions = self.load_obj("contractionsDict")
        self.wordDict = self.load_obj("wordDict")

        self.spellCheck = spellCheck()

        # Optional Stop Words Removal
        # Amazon nlp stop word list
        self.stop = [
            "a",
            "across",
            "am",
            "an",
            "and",
            "any",
            "are",
            "as",
            "at",
            "be",
            "been",
            "being",
            "but",
            "by",
            "can",
            "could",
            "did",
            "do",
            "does",
            "each",
            "for",
            "from",
            "had",
            "has",
            "have",
            "in",
            "into",
            "is",
            "isn't",
            "it",
            "it'd",
            "it'll",
            "it's",
            "its",
            "of",
            "on",
            "or",
            "that",
            "that's",
            "thats",
            "the",
            "there",
            "there's",
            "theres",
            "these",
            "this",
            "those",
            "to",
            "under",
            "until",
            "up",
            "were",
            "will",
            "with",
            "would",
        ]