def do_clean(cursor=None): bq = BlobInfo.all() if cursor: bq.with_cursor(cursor) blob = bq.get() if not blob: return key = str(blob.key()) thq = Thread.all(keys_only=True) thq.filter("images", key) th = thq.get() if th: logging.info("thread: %r" % th) else: logging.info("no thread for image %r" % key) blob.delete() deferred.defer(do_clean, bq.cursor(), _countdown=30)
def do_clean_board(cursor=None): thq = Board.all() if cursor: thq.with_cursor(cursor) board = thq.get() if not board: logging.info("stop board clean") return """ board_c = BoardCounter(key_name=board.key().name()) board_c.counter = board._entity.get('counter') board_c.put() """ keys = board.linked if not keys: keys = [ (board.code, th) for th in board.thread] threads = Thread.load_list(keys) board.linked = [th for (th,data) in zip(keys, threads) if data] fill_board(board) board.put() #Cache.remove("board", board.key().name()) deferred.defer(do_clean_board, thq.cursor())
def fill_board(board): threads = Thread.all(keys_only=True) threads.filter("board", board) threads.order("-__key__") for thread in threads.fetch(TMAX): if len(board.thread) >= TMAX: return if thread.id() not in board.thread: board.thread.append( thread.id() )
def fill_board(board): logging.info("fill board %s" % board.code) threads = Thread.all() threads.filter("boards", board.code) threads.order("-id") for thread in threads.fetch(TMAX): logging.info("here is thread %r" % thread) if len(board.linked) >= TMAX: return if (thread.board,thread.id) not in board.linked: logging.info("add now") board.linked.append( (thread.board,thread.id) )
def do_clean_board(cursor=None): thq = Board.all() if cursor: thq.with_cursor(cursor) board = thq.get() if not board: logging.info("stop board clean") return threads = Thread.load_list(board.thread, board.key().name()) board.thread = [th for (th,data) in threads if data] board.put() deferred.defer(do_clean_board, thq.cursor())
def do_clean_thread(cursor=None): thq = Thread.all(keys_only=True) if cursor: thq.with_cursor(cursor) thread = thq.get() if not thread: logging.info("stop thread clean") return board = Board.get(thread.parent()) if not board or thread.id() not in board.thread: db.delete(thread) logging.info("purged thread") deferred.defer(do_clean_thread, thq.cursor(), _countdown=10)
def do_clean_thread(cursor=None): thq = Thread.all() thq.filter("posts_count <", 5) if cursor: thq.with_cursor(cursor) thread = thq.get() if not thread: logging.info("stop thread clean") return board = Board.get_by_key_name(thread.board) if len(thread.posts) < 5: # FIXME: magic number db.delete(thread) logging.info("purged thread") else: assert False, "oops invalid post count" deferred.defer(do_clean_thread, thq.cursor())