def setUp(self):
loadrules()
config = configparser.ConfigParser()
config.read('cam-api.cfg')
client = MongoClient(config['DATABASE']['dbURI'])
self.db = client[config['DATABASE']['dbName']]
self.db.tasks.delete_many({})
self.priorities = ['high', 'medium', 'low']
def main():
rules = loadrules("spanish.yaml")
trees = []
## I like Mary / María me gusta a mi
trees.append(Tree("(S (NP (PRP I)) (VP (VB like) (NP (NNP Mary))))"))
## John usually goes home / Juan suele ir a casa
trees.append(
Tree("""
(S (NP (NNP John))
(VP (RB usually)
(VP (VBZ goes) (RB home))))
"""))
## John entered the house / Juan entró en la casa
trees.append(
Tree("""
(S (NP (NNP John))
(VP (VBD entered) (NP (DT the) (NN house))))
"""))
## John broke into the room / Juan forzó la entrada al cuarto.
trees.append(
Tree("""
(S (NP (NNP John))
(VP (VBD broke)
(PP (IN into)
(NP (DT the) (NN room)))))"""))
## I stabbed John / Yo le di puñaladas a Juan
trees.append(Tree("(S (NP (PRP I)) (VP (VBD stabbed) (NP (NNP John))))"))
for tree in trees:
translate(tree, rules)
def create_data(tree_file, rule_file, input_file, output_file):
count = 0
tried = 0
rules = loadrules(rule_file)
f = open(tree_file)
input = open(input_file, "w+")
output = open(output_file, "w+")
line = f.readline()
while line:
tried = tried + 1
tr = Tree.fromstring(line)
theresults = transduce(tr, rules, "q")
if (tried % 1000 == 0):
print("Tried: " + str(tried))
print("Generated: " + str(count))
if (len(theresults) > 0):
count = count + 1
input.write(line)
output.write(str(theresults[0].tree) + "\n")
line = f.readline()
print("Generated: " + str(count))
f.close()
input.close()
output.close()
def main():
rules = loadrules("pokemon.yaml")
trees = []
trees.append(Tree.fromstring("(S let me show you my Pokémon)"))
trees.append(Tree.fromstring("(S let me show you my cats)"))
for tree in trees:
translate(tree, rules)
def main():
rules = loadrules("pokemon.yaml")
trees = []
trees.append(Tree("(S let me show you my Pokémon)"))
trees.append(Tree("(S let me show you my cats)"))
for tree in trees:
translate(tree, rules)
def main():
tr = Tree("(A (B D E) (C F G))")
rules = loadrules("figure5.yaml")
theresults = transduce(tr, rules, "q")
print("[[[done]]]")
for (i, result) in enumerate(theresults):
print("*** {0} ***".format(i))
print(result)
def main():
tr = Tree("(A (B D E) (C F G))")
rules = loadrules("figure5.yaml")
theresults = transduce(tr, rules, "q")
print("[[[done]]]")
for (i, result) in enumerate(theresults):
print("*** {0} ***".format(i))
print(result)
def test_figure_five(self):
tree = Tree("(A (B D E) (C F G))")
rules = loadrules.loadrules("figure5.yaml")
results = transduce.transduce(tree, rules, "q")
trees = [ss.tree for ss in results]
ss1 = transduce.SearchState(Tree("(A (R (T V W) U) (S X))"), {}, 0.27)
ss2 = transduce.SearchState(Tree("(A (R (T V W) U) (S X))"), {},
(1.0 * 0.4 * 1.0 * 0.1 * 0.5))
self.assertIn(ss1, results)
self.assertIn(ss2, results)
def main():
rules = loadrules("german.yaml")
trees = []
## I like eating / Ich esse gern
trees.append(Tree("(S (NP (PRP I)) (VP (VB like) (VBG eating)))"))
## I am hungry / Ich habe Hunger
trees.append(Tree("(S (NP (PRP I)) (VP (VB am) (JJ hungry)))"))
for tree in trees:
translate(tree, rules)
def test_figure_five(self):
tree = Tree("(A (B D E) (C F G))")
rules = loadrules.loadrules("figure5.yaml")
results = transduce.transduce(tree, rules, "q")
trees = [ss.tree for ss in results]
ss1 = transduce.SearchState(Tree("(A (R (T V W) U) (S X))"), {}, 0.27)
ss2 = transduce.SearchState(Tree("(A (R (T V W) U) (S X))"), {},
(1.0 * 0.4 * 1.0 * 0.1 * 0.5))
self.assertIn(ss1, results)
self.assertIn(ss2, results)
def main():
rules = loadrules("german.yaml")
trees = []
## I like eating / Ich esse gern
trees.append(Tree("(S (NP (PRP I)) (VP (VB like) (VBG eating)))"))
## I am hungry / Ich habe Hunger
trees.append(Tree("(S (NP (PRP I)) (VP (VB am) (JJ hungry)))"))
for tree in trees:
translate(tree, rules)
def main():
intree = ImmutableTree("(foo bar)")
outtree = ImmutableTree("(bar foo)")
mutable = Tree("(foo bar)")
imm = immutable(mutable)
print(imm)
rules = loadrules("testrules.yaml")
setofrules = set()
for rule in rules:
setofrules.add(rule)
print(setofrules)
setofrules = frozenset(setofrules)
## XXX(alexr): do we need to make rules be sets?
## ah geez. let's just use frozenrules.
print(produce(intree, outtree, setofrules, "q0", (0), (1)))
def main():
rules = loadrules('.'.join(sys.argv[1].split('.')[:-1]) + '.yaml')
trees = []
for tr in testerfi.readlines():
trees.append(Tree(tr))
for i, tree in enumerate(trees):
print('input: ', tree._pprint_flat('', ['(', ')'], False))
transout = translate(tree, rules)
try:
if ' '.join(Tree(transout[1]).leaves()).lower() != ' '.join(
Tree(outputcheck[i]).leaves()).lower():
print('FAIL sent', i + 1, ': ')
print(transout[1])
print(outputcheck[i])
print(' '.join(Tree(transout[1]).leaves()).lower())
print(' '.join(Tree(outputcheck[i]).leaves()).lower())
bad.append(i + 1)
input('bad')
#sys.exit(1)
#translate(tree, rules)
else:
print('sent', i + 1, ': ')
print(transout[1])
print(outputcheck[i])
print(' '.join(Tree(transout[1]).leaves()).lower())
print(' '.join(Tree(outputcheck[i]).leaves()).lower())
good.append(i + 1)
#input('we got one')
except TypeError:
print('skipping sent', i + 1, '... no tree produced!')
#print(transout[1])
print(outputcheck[i])
bad.append(i + 1)
input('bad -- no tree!')
print('got these right: ')
print(good)
print('got these wrong: ')
print(bad)
def main():
rules = loadrules("spanish.yaml")
trees = []
## I like Mary / María me gusta a mi
trees.append( Tree("(S (NP (PRP I)) (VP (VB like) (NP (NNP Mary))))"))
## John usually goes home / Juan suele ir a casa
trees.append(Tree(
"""
(S (NP (NNP John))
(VP (RB usually)
(VP (VBZ goes) (RB home))))
"""))
## John entered the house / Juan entró en la casa
trees.append( Tree(
"""
(S (NP (NNP John))
(VP (VBD entered) (NP (DT the) (NN house))))
"""))
## John broke into the room / Juan forzó la entrada al cuarto.
trees.append(Tree(
"""
(S (NP (NNP John))
(VP (VBD broke)
(PP (IN into)
(NP (DT the) (NN room)))))"""
))
## I stabbed John / Yo le di puñaladas a Juan
trees.append( Tree("(S (NP (PRP I)) (VP (VBD stabbed) (NP (NNP John))))"))
for tree in trees:
translate(tree, rules)
def setUp(self):
self.rules = loadrules.loadrules("testrules.yaml")
def setUp(self):
self.rules = loadrules.loadrules("testrules.yaml")
#!/usr/bin/env python3
from nltk import Tree
from loadrules import loadrules
from translate import translate
import debugutil, sys
debugutil.DEBUGGING = False #True
rules = loadrules(sys.argv[1])
testerfi = open(sys.argv[2])
good = []
bad = []
def main():
trees = []
for tr in testerfi.readlines():
trees.append(Tree(tr))
for i, tree in enumerate(trees):
#print('input: ', tree._pprint_flat('', ['(', ')'], False))
transout = translate(tree, rules)
if __name__ == "__main__":
main()
