def check(self, checknumber, page=None, *arg1, **arg2):
#for i in FeedsList.all():
# i.fetch_stat=1
# i.put()
checknumber = checknumber
listit = Entry().all()
model = FeedSet().all().fetch(1)[0]
latest = model.last_imgchecked
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
if not latest:
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
if model.imgchecked_num == None or model.imgchecked_num > Blog().all().fetch(1)[0].entrycount:
model.imgchecked_num = 0
model.put()
i = model.imgchecked_num
entries = listit.filter('date > ', latest).order('-date').fetch(checknumber)
for entry in entries:
i += 1
logging.info('start to check article,The No %s', i)
content = ''
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
try:
content = self.__Parse_image(entry)
if content:
logging.info('we found the image,the title is %s', entry.title)
entry.content = content
entry.put()
last_imgchecked = entry.date
except Exception, data:
logging.error('the error is %s ', data)
pass
def check(self, checknumber, page=None, *arg1, **arg2):
#for i in FeedsList.all():
# i.fetch_stat=1
# i.put()
checknumber = checknumber
listit = Entry().all()
model = FeedSet().all().fetch(1)[0]
latest = model.last_imgchecked
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
if not latest:
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
if model.imgchecked_num == None or model.imgchecked_num > Blog().all(
).fetch(1)[0].entrycount:
model.imgchecked_num = 0
model.put()
i = model.imgchecked_num
entries = listit.filter('date > ',
latest).order('-date').fetch(checknumber)
for entry in entries:
i += 1
logging.info('start to check article,The No %s', i)
content = ''
last_imgchecked = datetime.strptime('1970-01-01', "%Y-%m-%d")
try:
content = self.__Parse_image(entry)
if content:
logging.info('we found the image,the title is %s',
entry.title)
entry.content = content
entry.put()
last_imgchecked = entry.date
except Exception, data:
logging.error('the error is %s ', data)
pass
def __init__(self):
Plugin.__init__(self, __file__)
self.author = "李昱"
self.authoruri = "http://alexliyu.blog.163.com"
self.uri = "http://alexliyu.blog.163.com"
self.description = "feedblog Plugin for you to add enty."
self.name = "feedblog"
self.version = "0.3"
self.register_urlhandler('/robot/fetchfeed', Fetchfeeds)
self.register_urlhandler('/robot/checkmem', AddmemFeed)
self.register_urlhandler('/robot/fetcharticle', Fetcharticle)
self.register_urlhandler('/robot/fetchdb', Fetchdb)
self.register_urlhandler('/robot/checkdb', Checkdb)
self.register_urlhandler('/admin/feedblog/setup', FeedHandler)
self.register_urlhandler('/admin/feedblog/test', Testme)
self.register_urlhandler('/robot/fetchimages', FetchImages)
self.register_urlhandler('/robot/checkimage', Checkimage)
self.register_setupmenu('feedblog_setup', _('collect'),
'/admin/feedblog/setup')
try:
result = FeedSet().all().fetch(1)[0]
except Exception, data:
logging.info(data)
self.initDb()
def getChecked(self, checknumber, page=None, *arg1, **arg2):
checknumber = checknumber
try:
feedset = FeedSet.all().fetch(1)
feedset = feedset[0]
except Exception:
self.initDb()
feedset = FeedSet.all().fetch(1)
feedset = feedset[0]
defDir = feedset.defDir
defStat = feedset.defStat
defDate = feedset.defDate
fetchelimit = feedset.last_entry
fetchllimit = feedset.last_feedslist + 1
# fix the stat
self.changefeedstat(defDate, defStat, feedset, checknumber)
# fix the entry
result = self.checkentry(fetchelimit, defDir, defStat, defDate, feedset, checknumber)
if result == True:
logging.info('the Entry checked successful!!!')
result = self.checkfeedslist(fetchllimit, defDir, defStat, defDate, feedset, checknumber)
if result == True:
logging.info('the FeedsList checked successful!!!')
feedset.stat = True
else:
logging.info('the FeedsList checked fail!!!')
feedset.stat = False
else:
logging.info('the Entry checked is fail,please check the db')
feedset.stat = False
feedset.last_checked = datetime.now()
feedset.put()
def getChecked(self, checknumber, page=None, *arg1, **arg2):
checknumber = checknumber
try:
feedset = FeedSet.all().fetch(1)
feedset = feedset[0]
except Exception:
self.initDb()
feedset = FeedSet.all().fetch(1)
feedset = feedset[0]
defDir = feedset.defDir
defStat = feedset.defStat
defDate = feedset.defDate
fetchelimit = feedset.last_entry
fetchllimit = feedset.last_feedslist + 1
# fix the stat
self.changefeedstat(defDate, defStat, feedset, checknumber)
# fix the entry
result = self.checkentry(fetchelimit, defDir, defStat, defDate,
feedset, checknumber)
if result == True:
logging.info('the Entry checked successful!!!')
result = self.checkfeedslist(fetchllimit, defDir, defStat, defDate,
feedset, checknumber)
if result == True:
logging.info('the FeedsList checked successful!!!')
feedset.stat = True
else:
logging.info('the FeedsList checked fail!!!')
feedset.stat = False
else:
logging.info('the Entry checked is fail,please check the db')
feedset.stat = False
feedset.last_checked = datetime.now()
feedset.put()
def initDb(self): feedset = FeedSet() feedset.delitems = 0 feedset.delitemi = 0 feedset.chnitemi = 0 feedset.entryerrs = 0 feedset.entryerri = 0 feedset.defDir = 'my' feedset.defStat = True feedset.defDate = 60 feedset.stat = False feedset.put()
def initDb(self):
feedset = FeedSet()
feedset.delitems = 0
feedset.delitemi = 0
feedset.chnitemi = 0
feedset.entryerrs = 0
feedset.entryerri = 0
feedset.defDir = 'my'
feedset.defStat = True
feedset.defDate = 60
feedset.stat = False
feedset.put()
def get(self): self.getChecked(FeedSet.all().fetch(1)[0].check_db_num)
def get(self): self.getdb(FeedSet.all().fetch(1)[0].fetch_db_num)
def get(self):
self.getChecked(FeedSet.all().fetch(1)[0].check_db_num)
def get(self):
self.getdb(FeedSet.all().fetch(1)[0].fetch_db_num)
