def test_parse_example_line(self): # pylint: disable=no-self-use,protected-access with open(self.FIXTURES_ROOT / "data" / "wikitables" / "sample_data.examples") as filename: lines = filename.readlines() example_info = WikiTablesDatasetReader._parse_example_line(lines[0]) question = 'what was the last year where this team was a part of the usl a-league?' assert example_info == {'id': 'nt-0', 'question': question, 'table_filename': 'tables/590.csv'}
def test_parse_example_line(self): # pylint: disable=no-self-use,protected-access with open(self.FIXTURES_ROOT / "data" / "wikitables" / "sample_data.examples") as filename: lines = filename.readlines() example_info = WikiTablesDatasetReader._parse_example_line(lines[0]) question = 'what was the last year where this team was a part of the usl a-league?' assert example_info == {'id': 'nt-0', 'question': question, 'table_filename': 'tables/590.csv'}
def make_data(input_examples_file: str, tables_directory: str, archived_model_file: str, output_dir: str, num_logical_forms: int) -> None: reader = WikiTablesDatasetReader(tables_directory=tables_directory, keep_if_no_dpd=True, output_agendas=True) dataset = reader.read(input_examples_file) input_lines = [] with open(input_examples_file) as input_file: input_lines = input_file.readlines() # Note: Double { for escaping {. new_tables_config = f"{{model: {{tables_directory: {tables_directory}}}}}" archive = load_archive(archived_model_file, overrides=new_tables_config) model = archive.model model.training = False model._decoder_trainer._max_num_decoded_sequences = 100 for instance, example_line in zip(dataset, input_lines): outputs = model.forward_on_instance(instance) parsed_info = reader._parse_example_line(example_line) example_id = parsed_info["id"] logical_forms = outputs["logical_form"] correct_logical_forms = [] for logical_form in logical_forms: if model._denotation_accuracy.evaluate_logical_form(logical_form, example_line): correct_logical_forms.append(logical_form) if len(correct_logical_forms) >= num_logical_forms: break num_found = len(correct_logical_forms) print(f"{num_found} found for {example_id}") if num_found == 0: continue if not os.path.exists(output_dir): os.makedirs(output_dir) output_file = gzip.open(os.path.join(output_dir, f"{example_id}.gz"), "wb") for logical_form in correct_logical_forms: logical_form_line = (logical_form + "\n").encode('utf-8') output_file.write(logical_form_line) output_file.close()