Python create_parquet_dimension Examples

Example #1

File: test_spilling.py Project: apache/incubator-impala

 def add_test_dimensions(cls):
   super(TestSpillingNoDebugActionDimensions, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.clear_constraints()
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension('tpch'))
   # Tests are calibrated so that they can execute and spill with this page size.
   cls.ImpalaTestMatrix.add_dimension(
       create_exec_option_dimension_from_dict({'default_spillable_buffer_size' : ['256k']}))

Example #2

File: test_spilling.py Project: terabyte/incubator-impala

 def add_test_dimensions(cls):
   super(TestSpillingNoDebugActionDimensions, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.clear_constraints()
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension('tpch'))
   # Tests are calibrated so that they can execute and spill with this page size.
   cls.ImpalaTestMatrix.add_dimension(
       create_exec_option_dimension_from_dict({'default_spillable_buffer_size' : ['256k']}))

Example #3

 def add_test_dimensions(cls):
     super(TestSpillingDebugActionDimensions, cls).add_test_dimensions()
     cls.ImpalaTestMatrix.clear_constraints()
     cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension('tpch'))
     debug_action_dims = CORE_DEBUG_ACTION_DIMS
     if cls.exploration_strategy() == 'exhaustive':
         debug_action_dims = CORE_DEBUG_ACTION_DIMS + EXHAUSTIVE_DEBUG_ACTION_DIMS
     # Tests are calibrated so that they can execute and spill with this page size.
     cls.ImpalaTestMatrix.add_dimension(
         create_exec_option_dimension_from_dict({
             'default_spillable_buffer_size': ['256k'],
             'debug_action':
             debug_action_dims,
             'mt_dop': [0, 1]
         }))
     # Pare down the combinations of mt_dop and debug_action that run to reduce test time.
     # The MT code path for joins is more complex, so focus testing there.
     if cls.exploration_strategy() == 'exhaustive':
         debug_action_dims = CORE_DEBUG_ACTION_DIMS + EXHAUSTIVE_DEBUG_ACTION_DIMS
         cls.ImpalaTestMatrix.add_constraint(lambda v: v.get_value(
             'exec_option')['mt_dop'] == 1 or v.get_value('exec_option')[
                 'debug_action'] in CORE_DEBUG_ACTION_DIMS)
     elif cls.exploration_strategy() == 'core':
         cls.ImpalaTestMatrix.add_constraint(
             lambda v: v.get_value('exec_option')['mt_dop'] == 1 or v.
             get_value('exec_option')['debug_action'] is None)

Example #4

File: test_analytic_tpcds.py Project: winbillatgithub/Impala-1

    def add_test_dimensions(cls):
        super(TestAnalyticTpcds, cls).add_test_dimensions()
        cls.TestMatrix.add_dimension(create_parquet_dimension('tpcds'))

        if cls.exploration_strategy() == 'exhaustive':
            batch_size = [1, 3, 10, 100, 0]
        else:
            batch_size = [0]

        cls.TestMatrix.add_dimension(TestDimension('batch_size', *batch_size))

Example #5

File: test_analytic_tpcds.py Project: attilajeges/incubator-impala

  def add_test_dimensions(cls):
    super(TestAnalyticTpcds, cls).add_test_dimensions()
    cls.TestMatrix.add_dimension(create_parquet_dimension('tpcds'))

    if cls.exploration_strategy() == 'exhaustive':
      batch_size = [1, 3, 10, 100, 0]
    else:
      batch_size = [0]

    cls.TestMatrix.add_dimension(TestDimension('batch_size', *batch_size))

Example #6

File: test_spilling.py Project: apache/incubator-impala

 def add_test_dimensions(cls):
   super(TestSpillingDebugActionDimensions, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.clear_constraints()
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension('tpch'))
   debug_action_dims = CORE_DEBUG_ACTION_DIMS
   if cls.exploration_strategy() == 'exhaustive':
     debug_action_dims = CORE_DEBUG_ACTION_DIMS + EXHAUSTIVE_DEBUG_ACTION_DIMS
   # Tests are calibrated so that they can execute and spill with this page size.
   cls.ImpalaTestMatrix.add_dimension(
       create_exec_option_dimension_from_dict({'default_spillable_buffer_size' : ['256k'],
         'debug_action' : debug_action_dims}))

Example #7

 def add_test_dimensions(cls):
   super(TestSpillingDebugActionDimensions, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.clear_constraints()
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension('tpch'))
   debug_action_dims = CORE_DEBUG_ACTION_DIMS
   if cls.exploration_strategy() == 'exhaustive':
     debug_action_dims = CORE_DEBUG_ACTION_DIMS + EXHAUSTIVE_DEBUG_ACTION_DIMS
   # Tests are calibrated so that they can execute and spill with this page size.
   cls.ImpalaTestMatrix.add_dimension(
       create_exec_option_dimension_from_dict({'default_spillable_buffer_size' : ['256k'],
         'debug_action' : debug_action_dims}))

Example #8

 def add_test_dimensions(cls):
     super(TestResourceLimits, cls).add_test_dimensions()
     cls.ImpalaTestMatrix.add_dimension(
         create_parquet_dimension(cls.get_workload()))

Example #9

File: test_spillling.py Project: mbrukman/recordservice

 def add_test_dimensions(cls):
   super(TestSpilling, cls).add_test_dimensions()
   cls.TestMatrix.clear_constraints()
   cls.TestMatrix.add_dimension(create_parquet_dimension('tpch'))
   cls.TestMatrix.add_dimension(create_single_exec_option_dimension())

Example #10

File: test_mem_usage_scaling.py Project: yx91490/impala-1

 def add_test_dimensions(cls):
   super(TestExchangeMemUsage, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))

Example #11

File: test_mem_usage_scaling.py Project: yx91490/impala-1

 def add_test_dimensions(cls):
   super(TestHashJoinMemLimit, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))

Example #12

File: test_mem_usage_scaling.py Project: timarmstrong/incubator-impala

 def add_test_dimensions(cls):
   super(TestExchangeMemUsage, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.add_dimension(create_single_exec_option_dimension())
   cls.ImpalaTestMatrix.add_dimension(create_parquet_dimension(cls.get_workload()))

Example #13

File: test_spillling.py Project: tanghaoning/Impala

 def add_test_dimensions(cls):
   super(TestSpilling, cls).add_test_dimensions()
   cls.TestMatrix.add_dimension(create_parquet_dimension('tpch'))

Example #14

File: test_resource_limits.py Project: apache/incubator-impala

 def add_test_dimensions(cls):
   super(TestResourceLimits, cls).add_test_dimensions()
   cls.ImpalaTestMatrix.add_dimension(
       create_parquet_dimension(cls.get_workload()))