async def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, PERSIST)
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
streams = await run_nodes(dataset, [node], store, PERSIST)
self.assertNodeOutput(streams[0], node)
async def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, {})
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
streams = await run_nodes(dataset, [node], store)
assert streams == [None]
async def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, {})
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
streams = await run_nodes(dataset, [fulltext, collect], store)
assert 'hello' in streams[0][0].words
assert any('hello' in x for x in streams[1])
def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, PERSIST)
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
sink = make_sink(node)
run_nodes(dataset, [sink], store, PERSIST)
self.assertNodeOutput(sink.stream, node)
def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, {})
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
sink = make_sink(collect)
run_nodes(dataset, [sink], store)
self.assertEquals(sink.stream, ['Success'])
def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, {})
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
sink = make_sink(node)
run_nodes(dataset, [sink], store)
self.assertEqual(len(sink.stream), 0)
def test_node(self):
with temporary_directory() as storedir:
store = Store(storedir, {})
dataset = make_dataset(self.BAGS)
store.add_dataset(dataset)
sink1 = make_sink(fulltext)
sink2 = make_sink(collect)
run_nodes(dataset, [sink1, sink2], store)
assert 'hello' in sink1.stream[0].words
assert any('hello' in x for x in sink2.stream)
def test(self):
with temporary_directory() as tmpdir:
scanroot = os.path.join(tmpdir, 'scanroot')
os.mkdir(scanroot)
file1 = os.path.join(scanroot, 'file1')
file2 = os.path.join(scanroot, 'file2')
with open(file1, 'w') as f:
f.write('1')
with open(file2, 'w') as f:
f.write('10')
storedir = os.path.join(tmpdir, 'store')
os.mkdir(storedir)
store = Store(storedir)
store.add_dataset(SETID, 'testset', [file1, file2])
reader = store[(dataset, SETID)]
self.assertEqual(reader.key, 'dataset')
self.assertEqual(repr(reader),
'<Reader fiaaaaaaaaaaaaaaaaaaaaaaaa/dataset-1>')
