def main():
singleton.SingleInstance()
now = round_to_minutes(datetime.now(tz=local_tz))
today = now.date()
prepare_log_folder(today=today)
if len(sys.argv) > 1 and sys.argv[1] == '--test':
print('testing…')
config_file_name = './config.test.yaml'
for x in range(3, 0, -1):
print(x)
time.sleep(1)
print('start testing')
else:
config_file_name = './config.yaml'
config = load_config(config_file_name)
with psycopg2.connect(config.database.connection_string) as conn:
conn: psycopg2._psycopg.connection = conn
# 每五分钟采集一次
if now.minute % 5 == 0:
last_run_at_collect = round_to_minutes(
Activity.get_last_activity_run_at(conn, 'collect'))
if not last_run_at_collect or now >= last_run_at_collect + timedelta(
minutes=5):
print('run 1_collect')
result = subprocess.run([
'./1_collect.py',
'-c',
config_file_name,
])
assert (result.returncode == 0)
# 每单数小时 55 分检查一次完结情况
if now.hour % 2 == 1 and now.minute >= 55:
last_run_at_check_completed = round_to_minutes(
Activity.get_last_activity_run_at(conn, 'check_completed'))
if not last_run_at_check_completed or now >= last_run_at_check_completed + timedelta(
hours=1):
print('run 2.6_check_completed')
result = subprocess.run([
'./2.6_check_completed.py',
'-c',
config_file_name,
])
assert (result.returncode == 0)
target_date = get_target_date(now)
# 报告中午 12 点后发
if now.hour >= 12 and \
not PublicationRecord.is_report_published(
conn=conn, subject_date=target_date, report_type='trend'):
# 先检查一下报告的那天有没有那些串消失了
last_run_at_check_disappeared = round_to_minutes(
Activity.get_last_activity_run_at(conn, 'check_disappeared'))
# 为了防止发送失败导致此步骤频繁执行，每次执行间隔至少 1 小时
if not last_run_at_check_disappeared or now >= last_run_at_check_disappeared + timedelta(
hours=1):
print('run 2.5_check_disappeared.py')
result = subprocess.run([
'./2.5_check_disappeared.py',
target_date.isoformat(),
'-c',
config_file_name,
])
assert (result.returncode == 0)
# 发布报告
print('run 3_generate_text_report.py')
result = subprocess.run([
'./3_generate_text_report.py',
target_date.isoformat(),
'-c',
config_file_name,
'--check-sage',
'--publish',
'--notify-daily-qst',
])
assert (result.returncode == 0)
