def add_test_dimensions(cls):
super(TestComputeStats, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# Do not run these tests using all dimensions because the expected results
# are different for different file formats.
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestHdfsCachingDdl, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'text' and \
v.get_value('table_format').compression_codec == 'none')
def add_test_dimensions(cls):
super(TestHiddenFiles, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
# Only run in exhaustive mode on hdfs since this test takes a long time.
if cls.exploration_strategy() != 'exhaustive' and not IS_S3:
cls.TestMatrix.clear()
def add_test_dimensions(cls):
super(TestRefreshPartition, cls).add_test_dimensions()
# There is no reason to run these tests using all dimensions.
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestMultipleFilesystems, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'text' and \
v.get_value('table_format').compression_codec == 'none')
def add_test_dimensions(cls):
super(TestUnmatchedSchema, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# Avro has a more advanced schema evolution process which is covered in more depth
# in the test_avro_schema_evolution test suite.
cls.TestMatrix.add_constraint(\
lambda v: v.get_value('table_format').file_format != 'avro')
def add_test_dimensions(cls):
super(TestCodegenMemLimit, cls).add_test_dimensions()
# Run with num_nodes=1 to avoid races between fragments allocating memory.
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension(
num_nodes=1, disable_codegen_rows_threshold=0))
# Only run the query for parquet
cls.ImpalaTestMatrix.add_constraint(
lambda v: v.get_value('table_format').file_format == 'parquet')
def add_test_dimensions(cls):
super(TestUnsupportedTableWriters, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# This class tests different formats, but doesn't use constraints.
# The constraint added below is only to make sure that the test file runs once.
cls.ImpalaTestMatrix.add_constraint(lambda v:
(v.get_value('table_format').file_format =='text' and
v.get_value('table_format').compression_codec == 'none'))
def add_test_dimensions(cls):
super(TestCatalogServiceClient, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# There is no reason to run these tests using all dimensions.
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'parquet' and\
v.get_value('table_format').compression_codec == 'none')
def add_test_dimensions(cls):
super(TestPartitioning, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# There is no reason to run these tests using all dimensions.
cls.ImpalaTestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'text' and\
v.get_value('table_format').compression_codec == 'none')
def add_test_dimensions(cls):
super(TestUdfs, cls).add_test_dimensions()
# Without limiting the test suite to a single exec option, the tests will fail
# because the same test case may be executed in parallel with different exec option
# values leading to conflicting DDL ops.
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# There is no reason to run these tests using all dimensions.
cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestTableWriters, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# This class tests many formats, but doesn't use the contraints
# Each format is tested within one test file, we constrain to text/none
# as each test file only needs to be run once.
cls.TestMatrix.add_constraint(lambda v:
(v.get_value('table_format').file_format =='text' and
v.get_value('table_format').compression_codec == 'none'))
def add_test_dimensions(cls):
super(TestUnmatchedSchema, cls).add_test_dimensions()
# TODO: Does it add anything to enumerate all the supported compression codecs
# for each table format?
cls.TestMatrix.add_dimension(cls.create_table_info_dimension("exhaustive"))
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# Avro has a more advanced schema evolution process which is covered in more depth
# in the test_avro_schema_evolution test suite.
cls.TestMatrix.add_constraint(lambda v: v.get_value("table_format").file_format != "avro")
def add_test_dimensions(cls):
super(TestTpchQuery, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# The tpch tests take a long time to execute so restrict the combinations they
# execute over.
# TODO: the planner tests are based on text and need this.
if cls.exploration_strategy() == 'core':
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format in ['text', 'parquet', 'kudu'])
def add_test_dimensions(cls):
super(TestHmsIntegration, cls).add_test_dimensions()
if cls.exploration_strategy() != 'exhaustive':
pytest.skip("Should only run in exhaustive due to long execution time.")
# There is no reason to run these tests using all dimensions.
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestTpcdsInsert, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_constraint(lambda v:\
is_supported_insert_format(v.get_value('table_format')))
if cls.exploration_strategy() == 'core' and not pytest.config.option.table_formats:
# Don't run on core, unless the user explicitly wants to validate a specific table
# format. Each test vector takes > 30s to complete and it doesn't add much
# additional coverage on top of what's in the functional insert test suite
cls.TestMatrix.add_constraint(lambda v: False);
def add_test_dimensions(cls):
super(TestHmsIntegration, cls).add_test_dimensions()
if cls.exploration_strategy() != 'exhaustive':
pytest.skip(
"Should only run in exhaustive due to long execution time.")
# There is no reason to run these tests using all dimensions.
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestTpcdsInsert, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(lambda v:\
is_supported_insert_format(v.get_value('table_format')))
if cls.exploration_strategy(
) == 'core' and not pytest.config.option.table_formats:
# Don't run on core, unless the user explicitly wants to validate a specific table
# format. Each test vector takes > 30s to complete and it doesn't add much
# additional coverage on top of what's in the functional insert test suite
cls.ImpalaTestMatrix.add_constraint(lambda v: False)
def add_test_dimensions(cls):
super(TestPartitionMetadata, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# Run one variation of the test with each file formats that we support writing.
# The compression shouldn't affect the partition handling so restrict to the core
# compression codecs.
cls.ImpalaTestMatrix.add_constraint(lambda v:
(v.get_value('table_format').file_format in ('text', 'parquet') and
v.get_value('table_format').compression_codec == 'none') or
(v.get_value('table_format').file_format in ('seq', 'avro') and
v.get_value('table_format').compression_codec == 'snap' and
v.get_value('table_format').compression_type == 'block'))
def add_test_dimensions(cls):
super(TestScanTruncatedFiles, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# This test takes about a minute to complete due to the Hive commands that are
# executed. To cut down on runtime, limit the test to exhaustive exploration
# strategy.
# TODO: Test other file formats
if cls.exploration_strategy() == 'exhaustive':
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'text' and\
v.get_value('table_format').compression_codec == 'none')
else:
cls.TestMatrix.add_constraint(lambda v: False)
def add_test_dimensions(cls):
super(TestScanTruncatedFiles, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# This test takes about a minute to complete due to the Hive commands that are
# executed. To cut down on runtime, limit the test to exhaustive exploration
# strategy.
# TODO: Test other file formats
if cls.exploration_strategy() == 'exhaustive':
cls.ImpalaTestMatrix.add_constraint(lambda v:
v.get_value('table_format').file_format == 'text' and
v.get_value('table_format').compression_codec == 'none')
else:
cls.ImpalaTestMatrix.add_constraint(lambda v: False)
def add_test_dimensions(cls):
super(TestAdmissionController, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# There's no reason to test this on other file formats/compression codecs right now
cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
cls.TestMatrix.add_dimension(TestDimension("num_queries", *NUM_QUERIES))
cls.TestMatrix.add_dimension(TestDimension("round_robin_submission", *ROUND_ROBIN_SUBMISSION))
cls.TestMatrix.add_dimension(TestDimension("submission_delay_ms", *SUBMISSION_DELAY_MS))
if cls.exploration_strategy() == "core":
cls.TestMatrix.add_constraint(lambda v: v.get_value("submission_delay_ms") == 0)
cls.TestMatrix.add_constraint(lambda v: v.get_value("num_queries") == 30)
cls.TestMatrix.add_constraint(lambda v: v.get_value("round_robin_submission") == True)
def add_test_dimensions(cls):
super(TestAdmissionController, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(TestDimension('num_queries', *NUM_QUERIES))
cls.TestMatrix.add_dimension(
TestDimension('round_robin_submission', *ROUND_ROBIN_SUBMISSION))
# There's no reason to test this on other file formats/compression codecs right now
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format == 'text' and\
v.get_value('table_format').compression_codec == 'none')
cls.TestMatrix.add_dimension(
TestDimension('submission_delay_ms', *SUBMISSION_DELAY_MS))
if cls.exploration_strategy() == 'core':
cls.TestMatrix.add_constraint(lambda v: v.get_value('submission_delay_ms') == 0)
def add_test_dimensions(cls):
super(TestAdmissionController, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# There's no reason to test this on other file formats/compression codecs right now
cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
cls.TestMatrix.add_dimension(TestDimension('num_queries', *NUM_QUERIES))
cls.TestMatrix.add_dimension(
TestDimension('round_robin_submission', *ROUND_ROBIN_SUBMISSION))
cls.TestMatrix.add_dimension(
TestDimension('submission_delay_ms', *SUBMISSION_DELAY_MS))
if cls.exploration_strategy() == 'core':
cls.TestMatrix.add_constraint(lambda v: v.get_value('submission_delay_ms') == 0)
cls.TestMatrix.add_constraint(lambda v: v.get_value('num_queries') == 30)
cls.TestMatrix.add_constraint(\
lambda v: v.get_value('round_robin_submission') == True)
def add_test_dimensions(cls):
super(TestHdfsEncryption, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
PARTITIONED = [True, False]
# For 'core', just test loading from a directory that is encrypted.
KEY_LOAD_DIR = ["testkey1"]
KEY_TBL_DIR = [None]
if cls.exploration_strategy() == 'exhaustive':
KEY_LOAD_DIR = [None, "testkey1", "testkey2"]
KEY_TBL_DIR = [None, "testkey1", "testkey2"]
cls.TestMatrix.add_dimension(TestDimension('partitioned', *PARTITIONED))
cls.TestMatrix.add_dimension(TestDimension('key_load_dir', *KEY_LOAD_DIR))
cls.TestMatrix.add_dimension(TestDimension('key_tbl_dir', *KEY_TBL_DIR))
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('key_load_dir') is not None or\
v.get_value('key_tbl_dir') is not None)
def add_test_dimensions(cls):
super(TestHmsIntegrationSanity, cls).add_test_dimensions()
# There is no reason to run these tests using all dimensions.
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestComputeStats, cls).add_test_dimensions() cls.TestMatrix.add_dimension(create_single_exec_option_dimension()) # Do not run these tests using all dimensions because the expected results # are different for different file formats. cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestParquetComplexTypes, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# Only run on delimited text with no compression.
cls.TestMatrix.add_dimension(
create_parquet_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestCodegenMemLimit, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# Only run the query for parquet
cls.ImpalaTestMatrix.add_constraint(
lambda v: v.get_value('table_format').file_format == 'parquet')
def add_test_dimensions(cls): super(TestLoadData, cls).add_test_dimensions() cls.TestMatrix.add_dimension(create_single_exec_option_dimension()) cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestLibCache, cls).add_test_dimensions() cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
def add_test_dimensions(cls):
super(TestSpilling, cls).add_test_dimensions()
cls.TestMatrix.clear_constraints()
cls.TestMatrix.add_dimension(create_parquet_dimension('tpch'))
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
def add_test_dimensions(cls):
super(TestDatasketches, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(lambda v:
v.get_value('table_format').file_format in ['parquet'])
def add_test_dimensions(cls): super(TestExchangeMemUsage, cls).add_test_dimensions() cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension()) cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestScanMemLimit, cls).add_test_dimensions() cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension()) cls.ImpalaTestMatrix.add_dimension(create_avro_snappy_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestAdmissionController, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# There's no reason to test this on other file formats/compression codecs right now
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestSet, cls).add_test_dimensions()
# This test only needs to be run once.
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
cls.ImpalaTestMatrix = ImpalaTestMatrix()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.iterations = 10000
def add_test_dimensions(cls):
super(TestTpchNestedQuery, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# The nested tpch data is currently only available in parquet.
cls.ImpalaTestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format in ['parquet'])
def add_test_dimensions(cls):
super(TestStatsExtrapolation, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestTpchNestedQuery, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# The nested tpch data is currently only available in parquet.
cls.TestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format in ['parquet'])
def add_test_dimensions(cls):
super(TestScanMemLimit, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_avro_snappy_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestHdfsPermissions, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestHbaseComputeStats, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(
lambda v: v.get_value('table_format').file_format == 'hbase')
def add_test_dimensions(cls): cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
def add_test_dimensions(cls):
super(TestDelimitedText, cls).add_test_dimensions()
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
# Only run on delimited text with no compression.
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestExprMemUsage, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
if cls.exploration_strategy() != 'exhaustive':
cls.ImpalaTestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format in ['parquet'])
def add_test_dimensions(cls): super(TestHashJoinMemLimit, cls).add_test_dimensions() cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension()) cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestExchangeMemUsage, cls).add_test_dimensions() cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension()) cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestExprMemUsage, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
if cls.exploration_strategy() != 'exhaustive':
cls.ImpalaTestMatrix.add_constraint(lambda v:\
v.get_value('table_format').file_format in ['parquet'])
def add_test_dimensions(cls):
super(TestTpcdsInsert, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(lambda v:
is_supported_insert_format(v.get_value('table_format')))
def add_test_dimensions(cls):
super(TestParquetComputeColumnMinMax, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_constraint(
lambda v: v.get_value('table_format').file_format == 'parquet')
def add_test_dimensions(cls):
super(TestHmsIntegrationSanity, cls).add_test_dimensions()
# There is no reason to run these tests using all dimensions.
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
cls.ImpalaTestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestHdfsPermissions, cls).add_test_dimensions() cls.TestMatrix.add_dimension(create_single_exec_option_dimension()) cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestLibCache, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(
create_single_exec_option_dimension())
def add_test_dimensions(cls):
super(TestScratchLimit, cls).add_test_dimensions()
# There is no reason to run these tests using all dimensions.
cls.TestMatrix.add_dimension(create_single_exec_option_dimension())
cls.TestMatrix.add_dimension(
create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls): super(TestAdmissionController, cls).add_test_dimensions() cls.TestMatrix.add_dimension(create_single_exec_option_dimension()) # There's no reason to test this on other file formats/compression codecs right now cls.TestMatrix.add_dimension(create_uncompressed_text_dimension(cls.get_workload()))
def add_test_dimensions(cls):
super(TestRewrittenFile, cls).add_test_dimensions()
cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
# TODO: add more file formats
cls.ImpalaTestMatrix.add_constraint(
lambda v: v.get_value('table_format').file_format == 'parquet')
