def filter_tokens(): data = run(self.pipeline, self.config, self.enclose) return [d["token"].lower() for d in data]
def get_tokens(): data = run(self.pipeline, self.config, self.enclose) return [d["token"] for d in data]
def gathered_fields(self, fields): data = list(run(self.pipeline, self.config, self.enclose)) nt.assert_true(len(data) > 0) for d in data: nt.assert_equal(sorted(fields), sorted(d.keys()))
def filter_sufixes(): data = run(self.pipeline, self.config, self.enclose) return [d["file_path"] for d in data]
def test_modules_can_use_config_data(self): data = run(self.pipeline, {"append": 5}, enclose) nt.assert_true(5 in data)
def test_modules_from_pipeline_are_run_in_order(self): data = run(self.pipeline, {}, enclose) nt.assert_equals(data, [5, 50])
def test_all_modules_from_pipeline_are_run(self): data = run(self.pipeline, {}, enclose) nt.assert_true(5 in data) nt.assert_true(50 in data)