def schedule_special_hibor():
session = Session(**database)
news = api.special_hibor()
for n in news:
session.insert_one(n)
logs.info("慧博资讯导入数据库完成")
print("慧博资讯导入数据库完成")
session.close()
def schedule(website_name):
session = Session(**database)
web = website[website_name]
for k, v in web.items():
for section in v:
logs.info(
f"{datetime.now().strftime('%Y-%m-%d %H:%M')} 执行任务<{website_name} {section['section']}>"
)
for i in range(1, 3):
section["page"] = i
try:
news = getattr(api, website_name)(**section)
except Exception as e:
logs.error(e)
break
for n in news:
n = api.revise(n)
if n:
session.insert_one(n)
session.close()
def schedule_special_search_api():
session = Session(**database)
news = api.special_eastmoney_search_api()
for n in news:
session.insert_one(n)
session.close()