def main(): #''' Accessing Folder''' dirpath = str( sys.argv[1] ) #sys.argv[0] is the name of the python program, sys.arg[1] is the directory path folder = nltk.data.find(dirpath) #''' Reading Corpus files ''' corpus = TaggedCorpusReader(folder, '.*\.prd') #''' Extracting sentences in Corpus files ''' corpusSents = corpus.sents() #''' Splitting notes & Combining elements ''' corpusElems = [] for corpusSent in corpusSents: for elem in corpusSent: corpusElems.append(elem) solution = TallySolution(corpusElems) solution.countS() solution.countNP() solution.countVP() solution.countDVP() solution.countIVP()
loc = '/Users/rmoura/nltk_data/corpora/rai/textoSimples/' corpus1 = PlaintextCorpusReader(loc, '.*\.txt') print(corpus1.fileids()) print(corpus1.sents()) print(corpus1.words()) # Corpus texto etiquetado from nltk.corpus.reader.tagged import TaggedCorpusReader loc = '/Users/rmoura/nltk_data/corpora/rai/textoEtiquetas/' corpus2 = TaggedCorpusReader(loc, '.*\.txt') print(corpus2.fileids()) print(corpus2.words()) print("Palavras etiquetadas: ", corpus2.tagged_words()) print(corpus2.tagged_words('003.txt')) print("Sentencas diretas:") for s in corpus2.sents(): print(' '.join(s)) from nltk.corpus.reader import CategorizedPlaintextCorpusReader loc = '/Users/rmoura/nltk_data/corpora/rai/textoCategorias/' corpus3 = CategorizedPlaintextCorpusReader(loc, '.*\.txt', cat_file="categorias.txt") print(corpus3.fileids()) print(corpus3.categories()) print(corpus3.words(categories='brasnam')) # Definicao de stopwords stopwords = nltk.corpus.stopwords.words('portuguese') fd = nltk.FreqDist(w.lower() for w in corpus3.words()) fd1 = nltk.FreqDist(w.lower() for w in corpus3.words() if w.isalpha() and w not in stopwords)