def get(self): """ Handler for the cronjob: /cron/indexing It store keywords indexing of the most recent WebResource stored :return: """ # create the Index entries from flankers.long_task import storeIndexer an_hour = datetime.datetime.now() - datetime.timedelta(hours=1) print an_hour query = WebResource.query().filter(WebResource.stored > an_hour) print query.count() for q in query: s = storeIndexer() s.execute_task(q, q.key) del s
def get(self): """ Handler for the cronjob: /cron/indexing It store keywords indexing of the most recent WebResource stored :return: """ # create the Index entries from flankers.long_task import storeIndexer if not memcache.get(key=self.mkey): an_hour = datetime.datetime(*localtime()[:6]) - datetime.timedelta(hours=2) print an_hour query = WebResource.query().filter(WebResource.stored > an_hour) if query.count() == 0: memcache.delete(key=self.mkey) return None print "queried: " + str(query.count()) listed = [] for k in query.iter(keys_only=True): listed.append(k) memcache.add(key=self.mkey, value=listed) to_index = listed else: to_index = memcache.get(key=self.mkey) print "To be indexed: " + str(len(to_index)) if len(to_index) != 0: key = to_index.pop() print "popped", str(len(to_index)) print "popping", str(key) try: s = storeIndexer() s.execute_task(key.get(), key) del s except Exception: print "resource already indexed" pass memcache.set(key=self.mkey, value=to_index) else: memcache.delete(key=self.mkey) print "nothing to index"