def _generate_test_vectors(self): """Generate test vector objects If the user has specified a set for table_formats, generate them, otherwise generate vectors for all table formats within the specified exploration strategy. """ self._test_vectors = [] if self.config.table_formats: dataset = get_dataset_from_workload(self.workload.name) for tf in self.config.table_formats: self._test_vectors.append(TableFormatInfo.create_from_string(dataset, tf)) else: vectors = load_table_info_dimension(self.workload.name, self.config.exploration_strategy) self._test_vectors = [vector.value for vector in vectors]
def __generate_test_vectors(self): """Generate test vector objects If the user has specified a set for table_formats, generate them, otherwise generate vectors for all table formats within the specified exploration strategy. """ self.__test_vectors = [] if self.config.table_formats: dataset = get_dataset_from_workload(self.workload.name) for tf in self.config.table_formats: self.__test_vectors.append(TableFormatInfo.create_from_string(dataset, tf)) else: vectors = load_table_info_dimension(self.workload.name, self.config.exploration_strategy) self.__test_vectors = [vector.value for vector in vectors]
def create_table_info_dimension(cls, exploration_strategy): # If the user has specified a specific set of table formats to run against, then # use those. Otherwise, load from the workload test vectors. if pytest.config.option.table_formats: table_formats = list() for tf in pytest.config.option.table_formats.split(','): dataset = get_dataset_from_workload(cls.get_workload()) table_formats.append(TableFormatInfo.create_from_string(dataset, tf)) tf_dimensions = ImpalaTestDimension('table_format', *table_formats) else: tf_dimensions = load_table_info_dimension(cls.get_workload(), exploration_strategy) # If 'skip_hbase' is specified or the filesystem is isilon, s3 or local, we don't # need the hbase dimension. if pytest.config.option.skip_hbase or TARGET_FILESYSTEM.lower() \ in ['s3', 'isilon', 'local', 'abfs', 'adls']: for tf_dimension in tf_dimensions: if tf_dimension.value.file_format == "hbase": tf_dimensions.remove(tf_dimension) break return tf_dimensions
def create_table_info_dimension(cls, exploration_strategy): # If the user has specified a specific set of table formats to run against, then # use those. Otherwise, load from the workload test vectors. if pytest.config.option.table_formats: table_formats = list() for tf in pytest.config.option.table_formats.split(','): dataset = get_dataset_from_workload(cls.get_workload()) table_formats.append(TableFormatInfo.create_from_string(dataset, tf)) tf_dimensions = TestDimension('table_format', *table_formats) else: tf_dimensions = load_table_info_dimension(cls.get_workload(), exploration_strategy) # If 'skip_hbase' is specified or the filesystem is isilon, s3 or local, we don't # need the hbase dimension. if pytest.config.option.skip_hbase or TARGET_FILESYSTEM.lower() \ in ['s3', 'isilon', 'local']: for tf_dimension in tf_dimensions: if tf_dimension.value.file_format == "hbase": tf_dimensions.remove(tf_dimension) break return tf_dimensions