def config():
import yaml
yaml_f = open("../conf/defauts.yaml", "r")
data = yaml.load(yaml_f)
print data
c = Crawtext(data["name"], data["parameters"], False)
c.show()
sys.exit()
def runner(n):
now = datetime.today()
day = (now.day, now.month, now.year)
date = n["date"][-1]
last_d = (date.day, date.month, date.year)
if last_d == day:
if n["status"][-1] is False:
c = Crawtext(n["name"], {"action":"show"})
if n['action'][-1] in ["running"]:
try:
c = Crawtext(n["name"], {"action":"report", "user": n["user"]})
except Exception, e:
c = Crawtext(n["name"], {"action": "show"})
c.udpate_status("running", False, str(e))
pass
elif ["config crawl"]:
try:
c = Crawtext(n["name"], {"action":"report", "user": n["user"]})
except Exception, e:
c = Crawtext(n["name"], {"action": "show"})
c.udpate_status("running", False, str(e))
def routine(n):
now = datetime.today()
today = (now.day, now.month, now.year)
date = n["date"][-1]
last_day = (date.day, date.month, date.year)
last_action = n["action"][-1]
last_status = n["status"][-1]
try:
routine = n["repeat"]
except KeyError:
routine = False
print n["name"], routine, last_action, last_status
if last_action == "running":
c = Crawtext(n["name"], {"action":"report", "user":n["user"]})
return
if last_action == "created" and last_status is True:
c = Crawtext(n["name"], {"action":"start"})
return
elif last_action == "running" and last_status is False:
c = Crawtext(n["name"], {"action":"start"})
return
if routine in ["year", "month", "week", "day"]:
if routine == "year":
if (last_day[0],last_day[1],last_day[2]+1) == today:
if last_status is True:
c = Crawtext(n["name"], {"action":"start"})
else:
c = Crawtext(n["name"], {"action":"report"})
if routine == "month":
if (last_day[0],last_day[1]+1,last_day[2]) == today:
if last_status is True:
c = Crawtext(n["name"], {"action":"start"})
else:
c = Crawtext(n["name"], {"action":"report"})
elif routine == "week":
if (last_day[0]+7,last_day[1],last_day[2]) == today:
if last_status is True:
c = Crawtext(n["name"], {"action":"start"})
else:
c = Crawtext(n["name"], {"action":"report"})
elif routine == "day":
if (last_day[0]+1,last_day[1],last_day[2]) == today:
if last_status is True:
c = Crawtext(n["name"], {"action":"start"})
else:
c = Crawtext(n["name"], {"action":"report"})
return
try:
c = Crawtext(n["name"], {"action":"report", "user": n["user"]})
except Exception, e:
c = Crawtext(n["name"], {"action": "show"})
c.udpate_status("running", False, str(e))
pass
elif ["config crawl"]:
try:
c = Crawtext(n["name"], {"action":"report", "user": n["user"]})
except Exception, e:
c = Crawtext(n["name"], {"action": "show"})
c.udpate_status("running", False, str(e))
elif n['action'][-1] in ["executed"]:
try:
c = Crawtext(n["name"], {"action":"report", "user": n["user"]})
c.export()
except Exception, e:
c = Crawtext(n["name"], {"action": "show"})
c.udpate_status("executed", False, str(e))
else:
c = Crawtext(n["name"], {"action":"start"})
c.report()
elif n['repeat'] == "month":
pass
elif n['repeat'] == "day":
pass
elif n['repeat'] == "week":
pass
