def main():
    global _opts
    _opts, args = utils.EasyParser("waittime=1.0: missed").parse_args()

    if _opts.missed:
        processMissedRecords()

    for familyid in scrapequeue:
        themap = makeMap(familyid)
        time.sleep(_opts.waittime)
        if themap is None:
            themap = {}
        for recid in themap.itervalues():
            if recid in scrapedrecids:
                continue
            processRecord(recid)
            time.sleep(_opts.waittime)
        status.status(total=len(scrapequeue))

    qout.close()
    scrout.close()
예제 #2
0
def main():
    global _opts
    _opts, args = utils.EasyParser("").parse_args()
    cProfile.run("makeTree(20000,2)")
예제 #3
0
def main():
    global _opts
    _opts, args = utils.EasyParser("").parse_args()
예제 #4
0
def main():
    global _opts
    _opts, args = utils.EasyParser("waittime=1.0:").parse_args()
    while len(crawlqueue) > 0 and not os.path.exists('STOP'):
        doStep()
    print
예제 #5
0
def main():
    global _opts
    _opts, args = utils.EasyParser(
        "infile=deanon.in: outfile=deanon.out:").parse_args()
    driver()