def test_reader_reads(self): params = { 'lazy': False, 'tables_directory': self.FIXTURES_ROOT / "data" / "wikitables", 'dpd_output_directory': self.FIXTURES_ROOT / "data" / "wikitables" / "dpd_output", } reader = WikiTablesDatasetReader.from_params(Params(params)) dataset = reader.read(str(self.FIXTURES_ROOT / "data" / "wikitables" / "sample_data.examples")) assert_dataset_correct(dataset)
def test_reader_reads(self): offline_search_directory = self.FIXTURES_ROOT / "data" / "wikitables" / "action_space_walker_output" params = { 'lazy': False, 'tables_directory': self.FIXTURES_ROOT / "data" / "wikitables", 'offline_logical_forms_directory': offline_search_directory, } reader = WikiTablesDatasetReader.from_params(Params(params)) dataset = reader.read(self.FIXTURES_ROOT / "data" / "wikitables" / "sample_data.examples") assert_dataset_correct(dataset)
def test_reader_reads(self): params = { 'lazy': False, 'tables_directory': "tests/fixtures/data/wikitables", 'dpd_output_directory': "tests/fixtures/data/wikitables/dpd_output", } reader = WikiTablesDatasetReader.from_params(Params(params)) dataset = reader.read( "tests/fixtures/data/wikitables/sample_data.examples") assert_dataset_correct(dataset)
def test_reader_reads_with_lfs_in_tarball(self): offline_search_directory = ( self.FIXTURES_ROOT / "data" / "wikitables" / "action_space_walker_output_with_single_tarball") params = { "lazy": False, "tables_directory": self.FIXTURES_ROOT / "data" / "wikitables", "offline_logical_forms_directory": offline_search_directory, } reader = WikiTablesDatasetReader.from_params(Params(params)) dataset = reader.read(self.FIXTURES_ROOT / "data" / "wikitables" / "sample_data.examples") assert_dataset_correct(dataset)