class TestIntentContainer:
test_lines = ['this is a test', 'another test']
other_lines = ['something else', 'this is a different thing']
def setup(self):
self.cont = IntentContainer('temp')
def test_add_intent(self):
self.cont.add_intent('test', self.test_lines)
self.cont.add_intent('other', self.other_lines)
def test_load_intent(self):
if not isdir('temp'):
mkdir('temp')
fn1 = join('temp', 'test.txt')
with open(fn1, 'w') as f:
f.writelines(self.test_lines)
fn2 = join('temp', 'other.txt')
with open(fn2, 'w') as f:
f.writelines(self.other_lines)
self.cont.load_intent('test', fn1)
self.cont.load_intent('other', fn1)
assert len(self.cont.intents.train_data.sent_lists) == 2
def test_train(self):
def test(a, b):
self.setup()
self.test_add_intent()
self.cont.train(a, b)
test(False, False)
test(True, True)
def test_calc_intents(self):
self.test_add_intent()
self.cont.train(False)
intents = self.cont.calc_intents('this is another test')
assert (intents[0].conf >
intents[1].conf) == (intents[0].name == 'test')
assert self.cont.calc_intent('this is another test').name == 'test'
def test_empty(self):
self.cont.train(False)
self.cont.calc_intent('hello')
def _test_entities(self, namespace):
self.cont.add_intent(namespace + 'intent', ['test {ent}'])
self.cont.add_entity(namespace + 'ent', ['one'])
self.cont.train(False)
data = self.cont.calc_intent('test one')
high_conf = data.conf
assert data.conf > 0.5
assert data['ent'] == 'one'
data = self.cont.calc_intent('test two')
assert high_conf > data.conf
assert 'ent' not in data
def test_regular_entities(self):
self._test_entities('')
def test_namespaced_entities(self):
self._test_entities('SkillName:')
def teardown(self):
if isdir('temp'):
rmtree('temp')
class TestIntentContainer:
test_lines = ['this is a test', 'another test']
other_lines = ['something else', 'this is a different thing']
def setup(self):
self.cont = IntentContainer('temp')
def test_add_intent(self):
self.cont.add_intent('test', self.test_lines)
self.cont.add_intent('other', self.other_lines)
def test_load_intent(self):
if not isdir('temp'):
mkdir('temp')
fn1 = join('temp', 'test.txt')
with open(fn1, 'w') as f:
f.writelines(self.test_lines)
fn2 = join('temp', 'other.txt')
with open(fn2, 'w') as f:
f.writelines(self.other_lines)
self.cont.load_intent('test', fn1)
self.cont.load_intent('other', fn1)
assert len(self.cont.intents.train_data.sent_lists) == 2
def test_train(self):
def test(a, b):
self.setup()
self.test_add_intent()
self.cont.train(a, b)
test(False, False)
test(True, True)
def test_instantiate_from_disk(self):
# train and cache (i.e. persist)
self.setup()
self.test_add_intent()
self.cont.train()
# instantiate from disk (load cached files)
self.setup()
self.cont.instantiate_from_disk()
assert len(self.cont.intents.train_data.sent_lists) == 0
assert len(self.cont.intents.objects_to_train) == 0
assert len(self.cont.intents.objects) == 2
def _create_large_intent(self, depth):
if depth == 0:
return '(a|b|)'
return '{0} {0}'.format(self._create_large_intent(depth - 1))
@pytest.mark.skipif(not os.environ.get('RUN_LONG'),
reason="Takes a long time")
def test_train_timeout(self):
self.cont.add_intent('a', [
' '.join(
random.choice('abcdefghijklmnopqrstuvwxyz') for _ in range(5))
for __ in range(300)
])
self.cont.add_intent('b', [
' '.join(
random.choice('abcdefghijklmnopqrstuvwxyz') for _ in range(5))
for __ in range(300)
])
a = monotonic()
self.cont.train(True, timeout=1)
b = monotonic()
assert b - a <= 2
a = monotonic()
self.cont.train(True, timeout=1)
b = monotonic()
assert b - a <= 0.1
def test_train_timeout_subprocess(self):
self.cont.add_intent('a', [
' '.join(
random.choice('abcdefghijklmnopqrstuvwxyz') for _ in range(5))
for __ in range(300)
])
self.cont.add_intent('b', [
' '.join(
random.choice('abcdefghijklmnopqrstuvwxyz') for _ in range(5))
for __ in range(300)
])
a = monotonic()
assert not self.cont.train_subprocess(timeout=0.1)
b = monotonic()
assert b - a <= 1
def test_train_subprocess(self):
self.cont.add_intent('timer', [
'set a timer for {time} minutes',
])
self.cont.add_entity('time', ['#', '##', '#:##', '##:##'])
assert self.cont.train_subprocess(False, timeout=20)
intent = self.cont.calc_intent('set timer for 3 minutes')
assert intent.name == 'timer'
assert intent.matches == {'time': '3'}
def test_calc_intents(self):
self.test_add_intent()
self.cont.train(False)
intents = self.cont.calc_intents('this is another test')
assert (intents[0].conf >
intents[1].conf) == (intents[0].name == 'test')
assert self.cont.calc_intent('this is another test').name == 'test'
def test_empty(self):
self.cont.train(False)
self.cont.calc_intent('hello')
def _test_entities(self, namespace):
self.cont.add_intent(namespace + 'intent', ['test {ent}'])
self.cont.add_entity(namespace + 'ent', ['one'])
self.cont.train(False)
data = self.cont.calc_intent('test one')
high_conf = data.conf
assert data.conf > 0.5
assert data['ent'] == 'one'
data = self.cont.calc_intent('test two')
assert high_conf > data.conf
assert 'ent' not in data
def test_regular_entities(self):
self._test_entities('')
def test_namespaced_entities(self):
self._test_entities('SkillName:')
def test_remove(self):
self.test_add_intent()
self.cont.train(False)
assert self.cont.calc_intent('This is a test').conf == 1.0
self.cont.remove_intent('test')
assert self.cont.calc_intent('This is a test').conf < 0.5
self.cont.add_intent('thing', ['A {thing}'])
self.cont.add_entity('thing', ['thing'])
self.cont.train(False)
assert self.cont.calc_intent('A dog').conf < 0.5
assert self.cont.calc_intent('A thing').conf == 1.0
self.cont.remove_entity('thing')
assert self.cont.calc_intent('A dog').conf == 1.0
def test_overlap(self):
self.cont.add_intent('song', ['play {song}'])
self.cont.add_intent('news', ['play the news'])
self.cont.train(False)
assert self.cont.calc_intent('play the news').name == 'news'
def test_overlap_backwards(self):
self.cont.add_intent('song', ['play {song}'])
self.cont.add_intent('news', ['play the news'])
self.cont.train(False)
assert self.cont.calc_intent('play the news').name == 'news'
def test_generalize(self):
self.cont.add_intent(
'timer',
['set a timer for {time} minutes', 'make a {time} minute timer'])
self.cont.add_entity('time', ['#', '##', '#:##', '##:##'])
self.cont.train(False)
intent = self.cont.calc_intent('make a timer for 3 minute')
assert intent.name == 'timer'
assert intent.matches == {'time': '3'}
def teardown(self):
if isdir('temp'):
rmtree('temp')
class TestIntentContainer:
test_lines = ['this is a test', 'another test']
other_lines = ['something else', 'this is a different thing']
def setup(self):
self.cont = IntentContainer('temp')
def test_add_intent(self):
self.cont.add_intent('test', self.test_lines)
self.cont.add_intent('other', self.other_lines)
def test_load_intent(self):
if not isdir('temp'):
mkdir('temp')
fn1 = join('temp', 'test.txt')
with open(fn1, 'w') as f:
f.writelines(self.test_lines)
fn2 = join('temp', 'other.txt')
with open(fn2, 'w') as f:
f.writelines(self.other_lines)
self.cont.load_intent('test', fn1)
self.cont.load_intent('other', fn1)
assert len(self.cont.intents.train_data.sent_lists) == 2
def test_train(self):
def test(a, b):
self.setup()
self.test_add_intent()
self.cont.train(a, b)
test(False, False)
test(True, True)
def test_calc_intents(self):
self.test_add_intent()
self.cont.train(False)
intents = self.cont.calc_intents('this is another test')
assert (intents[0].conf > intents[1].conf) == (intents[0].name == 'test')
assert self.cont.calc_intent('this is another test').name == 'test'
def test_empty(self):
self.cont.train(False)
self.cont.calc_intent('hello')
def _test_entities(self, namespace):
self.cont.add_intent(namespace + 'intent', [
'test {ent}'
])
self.cont.add_entity(namespace + 'ent', [
'one'
])
self.cont.train(False)
data = self.cont.calc_intent('test one')
high_conf = data.conf
assert data.conf > 0.5
assert data['ent'] == 'one'
data = self.cont.calc_intent('test two')
assert high_conf > data.conf
assert 'ent' not in data
def test_regular_entities(self):
self._test_entities('')
def test_namespaced_entities(self):
self._test_entities('SkillName:')
def test_remove(self):
self.test_add_intent()
self.cont.train(False)
assert self.cont.calc_intent('This is a test').conf == 1.0
self.cont.remove_intent('test')
assert self.cont.calc_intent('This is a test').conf < 0.5
self.cont.add_intent('thing', ['A {thing}'])
self.cont.add_entity('thing', ['thing'])
self.cont.train(False)
assert self.cont.calc_intent('A dog').conf < 0.5
assert self.cont.calc_intent('A thing').conf == 1.0
self.cont.remove_entity('thing')
assert self.cont.calc_intent('A dog').conf == 1.0
def test_overlap(self):
self.cont.add_intent('song', ['play {song}'])
self.cont.add_intent('news', ['play the news'])
self.cont.train(False)
assert self.cont.calc_intent('play the news').name == 'news'
def test_overlap_backwards(self):
self.cont.add_intent('song', ['play {song}'])
self.cont.add_intent('news', ['play the news'])
self.cont.train(False)
assert self.cont.calc_intent('play the news').name == 'news'
def test_generalize(self):
self.cont.add_intent('timer', [
'set a timer for {time} minutes',
'make a {time} minute timer'
])
self.cont.add_entity('time', [
'#', '##', '#:##', '##:##'
])
self.cont.train(False)
intent = self.cont.calc_intent('make a timer for 3 minute')
print(intent)
assert intent.name == 'timer'
assert intent.matches == {'time': '3'}
def teardown(self):
if isdir('temp'):
rmtree('temp')