def get_quest_content(self, link, date): info = self._get_quest_content(link, date) try: Quest.get(uid=info['uid']) except Quest.DoesNotExist: Quest.create(**info)
from model import mysql_db, Quest import datetime u = Updater() with open("save_point", "rw") as f: save_point = f.read() if save_point: day, index = save_point.split() start_day = datetime.datetime.strptime( day, "%Y-%m-%d") index = int(index) else: start_day = datetime.datetime.today() index = 0 for question in Parser(start_day).get_each_question(start_index=index): Quest.create(**question[0]) with open("save_point", "w") as f: f.write("%s %s"%(start_day.strftime("%Y-%m-%d"), question[-1])) start_day -= datetime.timedelta(days=1) while True: print "start parse %s"%start_day for question in Parser(start_day).get_each_question(): Quest.create(**question[0]) with open("save_point", "w") as f: f.write("%s %s"%(start_day.strftime("%Y-%m-%d"), question[-1])) start_day -= datetime.timedelta(days=1) if save_point_file.exist(): start_day = datetime.str