Esempio n. 1
0
    c = Connection()

    if len(sys.argv) < 4:
        print "Usage:", sys.argv[
            0], "<sqlite repo db>", "<mongo db>", "<appinfo file>"
        quit()

    sqlitedb = sys.argv[1]
    snmdb = sys.argv[2]
    appinfo = sys.argv[3]

    if (not os.path.isfile(sqlitedb)):
        print sqlitedb, "does not exist."
        quit()

    rs = RepoScrape(sqlitedb)
    rs.makeAppInfo()
    rs.writeAppInfo(appinfo)

    # True=assume logical link between "root" non-dependent packages
    c.drop_database(snmdb)
    usecache = UsageCache(openOrCreate(c, snmdb), True, "R")

    initializeThreads(usecache)
    for raw in c["snm-raw-records"]["scimapInfo"].find():
        queue.put(raw)
    finalizeThreads()

    usecache.insertGitData(rs)
    usecache.insertPublicationData(rs)
Esempio n. 2
0
if __name__ == "__main__":
    c = Connection()
    
    if len(sys.argv) < 4:
        print "Usage:", sys.argv[0], "<sqlite repo db>", "<mongo db>", "<appinfo file>"
        quit()

    sqlitedb = sys.argv[1]
    snmdb = sys.argv[2]
    appinfo = sys.argv[3]
    
    if (not os.path.isfile(sqlitedb)):
        print sqlitedb, "does not exist."
        quit()
     
    rs = RepoScrape(sqlitedb)
    rs.makeAppInfo()
    rs.writeAppInfo(appinfo)

    # True=assume logical link between "root" non-dependent packages
    c.drop_database(snmdb)
    usecache = UsageCache(openOrCreate(c, snmdb), True, "R")  

    initializeThreads(usecache)
    for raw in c["snm-raw-records"]["scimapInfo"].find():
        queue.put(raw)
    finalizeThreads()

    usecache.insertGitData(rs)
    usecache.insertPublicationData(rs)