def poke(self):
logging.info('Poking for table {self.schema}.{self.table}, '
'partition {self.partition}'.format(**locals()))
self.hook = hooks.HiveMetastoreHook(
metastore_conn_id=self.metastore_conn_id)
return self.hook.check_for_partition(self.schema, self.table,
self.partition)
def poke(self, context):
if '.' in self.table:
self.schema, self.table = self.table.split('.')
logging.info('Poking for table {self.schema}.{self.table}, '
'partition {self.partition}'.format(**locals()))
if not hasattr(self, 'hook'):
self.hook = hooks.HiveMetastoreHook(
metastore_conn_id=self.metastore_conn_id)
return self.hook.check_for_partition(self.schema, self.table,
self.partition)
def poke(self, context):
if not hasattr(self, 'hook'):
self.hook = hooks.HiveMetastoreHook(
metastore_conn_id=self.metastore_conn_id)
def poke_partition(partition):
schema, table, partition = self.parse_partition_name(partition)
logging.info(
'Poking for {schema}.{table}/{partition}'.format(**locals()))
return self.hook.check_for_named_partition(schema, table,
partition)
while self.next_poke_idx < len(self.partition_names):
if poke_partition(self.partition_names[self.next_poke_idx]):
self.next_poke_idx += 1
else:
return False
return True