async def test_node(self): with temporary_directory() as storedir: store = Store(storedir, PERSIST) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) streams = await run_nodes(dataset, [node], store, PERSIST) self.assertNodeOutput(streams[0], node)
async def test_node(self): with temporary_directory() as storedir: store = Store(storedir, {}) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) streams = await run_nodes(dataset, [node], store) assert streams == [None]
async def test_node(self): with temporary_directory() as storedir: store = Store(storedir, {}) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) streams = await run_nodes(dataset, [fulltext, collect], store) assert 'hello' in streams[0][0].words assert any('hello' in x for x in streams[1])
def test_node(self): with temporary_directory() as storedir: store = Store(storedir, PERSIST) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) sink = make_sink(node) run_nodes(dataset, [sink], store, PERSIST) self.assertNodeOutput(sink.stream, node)
def test_node(self): with temporary_directory() as storedir: store = Store(storedir, {}) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) sink = make_sink(collect) run_nodes(dataset, [sink], store) self.assertEquals(sink.stream, ['Success'])
def test_node(self): with temporary_directory() as storedir: store = Store(storedir, {}) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) sink = make_sink(node) run_nodes(dataset, [sink], store) self.assertEqual(len(sink.stream), 0)
def test_node(self): with temporary_directory() as storedir: store = Store(storedir, {}) dataset = make_dataset(self.BAGS) store.add_dataset(dataset) sink1 = make_sink(fulltext) sink2 = make_sink(collect) run_nodes(dataset, [sink1, sink2], store) assert 'hello' in sink1.stream[0].words assert any('hello' in x for x in sink2.stream)
def test(self): with temporary_directory() as tmpdir: scanroot = os.path.join(tmpdir, 'scanroot') os.mkdir(scanroot) file1 = os.path.join(scanroot, 'file1') file2 = os.path.join(scanroot, 'file2') with open(file1, 'w') as f: f.write('1') with open(file2, 'w') as f: f.write('10') storedir = os.path.join(tmpdir, 'store') os.mkdir(storedir) store = Store(storedir) store.add_dataset(SETID, 'testset', [file1, file2]) reader = store[(dataset, SETID)] self.assertEqual(reader.key, 'dataset') self.assertEqual(repr(reader), '<Reader fiaaaaaaaaaaaaaaaaaaaaaaaa/dataset-1>')