Esempio n. 1
0
def init_bookmark(db):
    db.cur.execute("select * from `%s`.`%s`" % (DB_OUT, TABLE_BOOKMARK))
    if db.cur.rowcount != 1:
        raise Exception("Invalid bookmark rowcount")
    row = db.cur.fetchone()

    bookmark = dict()
    bookmark["ymd"] = lbeymd.lbeymd(row["ymd"])
    if not bookmark["ymd"].valid:
        raise Exception("Invalid bookmark table name")
    bookmark["id"] = row["max_id"]
    return bookmark
Esempio n. 2
0
    dbin.cur.execute(sqlstr)

    while True:
        row = dbin.cur.fetchone()
        if row is None:
            break
        pkgname = row["package_name"]
        uninstall_callers = set(row["uninstall_caller"].split("\n"))
        for uninstall_caller in uninstall_callers:
            update_result(dbout, pkgname, uninstall_caller)

        # save bookmark every 1000 records (not 1000 records with valid uninstall_caller)
        if bookmark["id"] + 1000 < row["id"]:
            bookmark["id"] = row["id"]
            save_bookmark(dbout, bookmark)


if __name__ == "__main__":
    dbin = lbedb.MySQL(DB_HOST, DB_USER, DB_PASSWD)
    dbout = lbedb.MySQL(DB_HOST, DB_USER, DB_PASSWD)
    bookmark = init_bookmark(dbout)
    print bookmark["ymd"].toString(), bookmark["id"]
    print lbeymd.lbeymd().toString()

    while int(bookmark["ymd"].toString()) < int(lbeymd.lbeymd().toString()) - 2: # out backend data are 2 days behind the ready date
        parse_table(dbin, dbout, bookmark)
        bookmark["ymd"].inc()
        bookmark["id"] = 0
        save_bookmark(dbout, bookmark)