예제 #1
0
 def execute(self, context: 'Context') -> List[dict]:
     hook = DataprocMetastoreHook(
         gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain
     )
     self.log.info("Listing Dataproc Metastore backups: %s", self.service_id)
     backups = hook.list_backups(
         project_id=self.project_id,
         region=self.region,
         service_id=self.service_id,
         page_size=self.page_size,
         page_token=self.page_token,
         filter=self.filter,
         order_by=self.order_by,
         retry=self.retry,
         timeout=self.timeout,
         metadata=self.metadata,
     )
     return [Backup.to_dict(backup) for backup in backups]
예제 #2
0
 def execute(self, context: "Context") -> List[dict]:
     hook = DataprocMetastoreHook(
         gcp_conn_id=self.gcp_conn_id, impersonation_chain=self.impersonation_chain
     )
     self.log.info("Listing Dataproc Metastore backups: %s", self.service_id)
     backups = hook.list_backups(
         project_id=self.project_id,
         region=self.region,
         service_id=self.service_id,
         page_size=self.page_size,
         page_token=self.page_token,
         filter=self.filter,
         order_by=self.order_by,
         retry=self.retry,
         timeout=self.timeout,
         metadata=self.metadata,
     )
     DataprocMetastoreLink.persist(context=context, task_instance=self, url=METASTORE_BACKUPS_LINK)
     return [Backup.to_dict(backup) for backup in backups]