def __init__(self,file_name = None):
if file_name == None:
print "Please include a file name"
self.solidity = SE()
try:
self.file_text = open(os.path.join(os.curdir,file_name), "r").read()
self.doc_tokens = nltk.word_tokenize(self.file_text)
self.tagged = nltk.pos_tag(self.doc_tokens)
except:
print "There has been an Error: \n\n"
traceback.print_exc()
pass
class NLParse(object):
"""
This object tokenizes and returns document tokens and trees.
"""
def __init__(self,file_name = None):
if file_name == None:
print "Please include a file name"
self.solidity = SE()
try:
self.file_text = open(os.path.join(os.curdir,file_name), "r").read()
self.doc_tokens = nltk.word_tokenize(self.file_text)
self.tagged = nltk.pos_tag(self.doc_tokens)
except:
print "There has been an Error: \n\n"
traceback.print_exc()
pass
def __str__(self):
return self + self.self.tagged
def buildTree(self):
return nltk.chunk.ne_chunk(self.tagged)
def drawTree(self):
tree = self.buildTree()
tree.draw()
def getTags(self):
return self.tagged
def test(self):
print self.buildTree()
def identifyActionVerbs(self):
"""
Returns a tuple with all non-linking verbs
"""
verbs = []
word_tree = self.buildTree()
for word in word_tree:
print "viewing %s" % str(word)
if len(word) < 2:
continue
else:
if word[1] == "VB":
verbs.append(word[0])
verbs = tuple(verb for verb in set(verbs) if verb not in LINKING_VERBS)
return verbs
def identifyNouns(self):
nouns = []
word_tree = self.buildTree()
for word in word_tree:
print "viewing %s" % str(word)
if len(word) < 2:
continue
else:
if word[1] == "NN":
nouns.append(word[0])
nouns = tuple(noun for noun in set(verbs))
return nouns
def returnSolidity(self):
return self.solidity.buildFunctions(self.identifyActionVerbs())
