def requires(self): # pragma: no cover for requirement in super(EnterpriseEnrollmentDataTask, self).requires(): yield requirement # the process that generates the source table used by this query yield ( ImportAuthUserTask(), ImportAuthUserProfileTask(), ImportEnterpriseCustomerTask(), ImportEnterpriseCustomerUserTask(), ImportEnterpriseCourseEnrollmentUserTask(), ImportDataSharingConsentTask(), ImportUserSocialAuthTask(), ImportStudentCourseEnrollmentTask(), ImportPersistentCourseGradeTask(), CoursePartitionTask( date=self.date, warehouse_path=self.warehouse_path, api_root_url=self.api_root_url, api_page_size=self.api_page_size, ), UserActivityTableTask(warehouse_path=self.warehouse_path, overwrite_n_days=0, date=self.date), )
def requires(self): """ This task reads from auth_user and user_activity_daily, so require that they be loaded into Hive (via MySQL loads into Hive or via the pipeline as needed). """ return [ImportAuthUserTask(overwrite=False, destination=self.warehouse_path), UserActivityTableTask(interval=self.interval, warehouse_path=self.warehouse_path, n_reduce_tasks=self.n_reduce_tasks)]
def requires(self): yield (ImportAuthUserTask(overwrite=False, destination=self.warehouse_path), self.hive_table_task, UserActivityTableTask( warehouse_path=self.warehouse_path, date=self.date, overwrite_n_days=self.overwrite_n_days, ))
def requires(self): # pragma: no cover for requirement in super(EnterpriseUserDataTask, self).requires(): yield requirement # the process that generates the source table used by this query yield (ImportAuthUserTask(), ImportAuthUserProfileTask(), ImportEnterpriseCustomerUserTask(), ImportUserSocialAuthTask(), UserActivityTableTask(warehouse_path=self.warehouse_path, overwrite_n_days=0, date=self.date))
def requires(self): # pragma: no cover for requirement in super(EnterpriseEnrollmentDataTask, self).requires(): yield requirement # the process that generates the source table used by this query yield ( ImportAuthUserTask(), ImportAuthUserProfileTask(), ImportEnterpriseCustomerTask(), ImportEnterpriseCustomerUserTask(), ImportEnterpriseCourseEnrollmentUserTask(), ImportDataSharingConsentTask(), ImportUserSocialAuthTask(), ImportStudentCourseEnrollmentTask(), ImportPersistentCourseGradeTask(), CoursePartitionTask( date=self.date, warehouse_path=self.warehouse_path, api_root_url=self.api_root_url, api_page_size=self.api_page_size, ), UserActivityTableTask( warehouse_path=self.warehouse_path, overwrite_n_days=0, date=self.date ), ExternalCourseEnrollmentSummaryPartitionTask( date=self.date ), ) kwargs = { 'credentials': self.otto_credentials, 'database': self.otto_database, } yield ( ImportProductCatalog(**kwargs), ImportCurrentOrderLineState(**kwargs), ImportCurrentOrderDiscountState(**kwargs), ImportVoucherTask(**kwargs), ImportStockRecordTask(**kwargs), ImportCurrentOrderState(**kwargs), ImportEcommerceUser(**kwargs), ImportConditionalOfferTask(**kwargs), ImportBenefitTask(**kwargs), )