Python QueryDocumentPairwiseRankingDataHandler.from_config Examples

Example #1

File: query_document_pairwise_ranking_data_handler_test.py Project: bethebunny/pytext-1

    def setUp(self):
        simple_featurizer_config = SimpleFeaturizer.Config()
        simple_featurizer_config.split_regex = r""
        simple_featurizer_config.convert_to_bytes = True

        self.data_handler = QueryDocumentPairwiseRankingDataHandler.from_config(
            QueryDocumentPairwiseRankingDataHandler.Config(),
            ModelInputConfig(),
            [],
            featurizer=SimpleFeaturizer.from_config(simple_featurizer_config,
                                                    FeatureConfig()),
        )

Example #2

    def setup_data(self):
        simple_featurizer_config = SimpleFeaturizer.Config()
        simple_featurizer_config.split_regex = r""
        simple_featurizer_config.convert_to_bytes = True

        self.data_handler = QueryDocumentPairwiseRankingDataHandler.from_config(
            QueryDocumentPairwiseRankingDataHandler.Config(),
            ModelInputConfig(),
            [],
            featurizer=SimpleFeaturizer.from_config(simple_featurizer_config,
                                                    FeatureConfig()),
        )
        self.file_name = tests_module.test_file(
            "query_document_pairwise_ranking_tiny.tsv")
        self.data_handler.shuffle = False
        self.data_handler.init_metadata_from_path(self.file_name,
                                                  self.file_name,
                                                  self.file_name)