def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.task_key = 'out-step0-{}{:%Y%m%d}'.format(self.period, self.date_target)
self.bq_script = None
self.pre_tasks = []
self.delete_tables = []
if (self.period == 'W'):
self.date_start = self.date_target
self.date_end = jbtools.add_days(self.date_target, 6)
self.date_start_prev = jbtools.add_days(self.date_target, -7)
else:
self.date_start = jbtools.get_date_month_start(self.date_target)
self.date_end = jbtools.get_date_month_end(self.date_target)
self.date_start_prev = jbtools.get_date_prev_month_start(self.date_target)
def requires(self):
pre_tasks = {}
print('requires....')
logging.info('requires....')
if self.period == 'W':
date_current = self.date_start
else:
date_current = jbtools.get_date_month_start(self.date_start)
while (date_current <= self.date_end):
date_prev = None
if self.period == 'W':
date_prev = util.add_days(date_current, -7)
else:
date_prev = jbtools.get_date_prev_month_start(date_current)
if self.period == 'W' and date_current > util.add_days(self.date_start, 7):
rpt_task = NesStep41Task(date_target=date_current, project_id='1049530906192', period=self.period)
elif self.period == 'M' and date_current > jbtools.get_date_month_start(self.date_start):
rpt_task = NesStep41Task(date_target=date_current, project_id='1049530906192', period=self.period)
else:
rpt_task = NesStep09Task(date_target=date_current, project_id='1049530906192', period=self.period)
rpt_key = self.get_report_key(date_current, self.period)
pre_tasks[rpt_key] = rpt_task
rpt_key_prev = self.get_report_key(date_prev, self.period)
if rpt_key_prev in pre_tasks:
rpt_task.pre_tasks.append(pre_tasks[rpt_key_prev])
if self.period == 'W':
date_current = util.add_days(date_current, 1)
else:
date_current = jbtools.get_date_next_month_start(date_current)
return pre_tasks