Python HiveOperator.prepare_template Examples

Example #1

File: hive_operator.py Project: AdamUnger/incubator-airflow

 def test_hiveconf_jinja_translate(self):
     hql = "SELECT ${num_col} FROM ${hiveconf:table};"
     t = HiveOperator(
         hiveconf_jinja_translate=True,
         task_id='dry_run_basic_hql', hql=hql, dag=self.dag)
     t.prepare_template()
     self.assertEqual(t.hql, "SELECT {{ num_col }} FROM {{ table }};")

Example #2

File: test_hive_operator.py Project: bomboradata/bombora-incubator-airflow

 def test_hiveconf_jinja_translate(self):
     hql = "SELECT ${num_col} FROM ${hiveconf:table};"
     t = HiveOperator(
         hiveconf_jinja_translate=True,
         task_id='dry_run_basic_hql', hql=hql, dag=self.dag)
     t.prepare_template()
     self.assertEqual(t.hql, "SELECT {{ num_col }} FROM {{ table }};")

Example #3

File: test_hive_operator.py Project: bomboradata/bombora-incubator-airflow

 def test_hiveconf(self):
     hql = "SELECT * FROM ${hiveconf:table} PARTITION (${hiveconf:day});"
     t = HiveOperator(
         hiveconfs={'table': 'static_babynames', 'day': '{{ ds }}'},
         task_id='dry_run_basic_hql', hql=hql, dag=self.dag)
     t.prepare_template()
     self.assertEqual(
         t.hql,
         "SELECT * FROM ${hiveconf:table} PARTITION (${hiveconf:day});")

Example #4

File: hive_operator.py Project: AdamUnger/incubator-airflow

 def test_hiveconf(self):
     hql = "SELECT * FROM ${hiveconf:table} PARTITION (${hiveconf:day});"
     t = HiveOperator(
         hiveconfs={'table': 'static_babynames', 'day': '{{ ds }}'},
         task_id='dry_run_basic_hql', hql=hql, dag=self.dag)
     t.prepare_template()
     self.assertEqual(
         t.hql,
         "SELECT * FROM ${hiveconf:table} PARTITION (${hiveconf:day});")