def reorgdb(outname, fname, threshold, verbose): print >> stderr, "input=%s, output=%s, threshold=%d" % (fname, outname, threshold) try: os.stat(outname) raise IOError("file %r already exists." % outname) except OSError: pass now = int(time.time()) db = dbmopen(fname, "r") out = dbmopen(outname, "c") remain = 0 filtered = 0 for (k, v) in db.iteritems(): t = struct.unpack("<L", v)[0] if now - t < threshold: out[k] = v remain += 1 else: filtered += 1 if verbose: print "".join(["%02x" % ord(c) for c in k]), time.asctime(time.localtime(t)), "(out)" print >> stderr, "total: %d (remain: %d, filtered: %d)" % (remain + filtered, remain, filtered) db.close() out.close() return
def reorgdb(outname, fname, threshold, verbose): print >> stderr, 'input=%s, output=%s, threshold=%d' % (fname, outname, threshold) try: os.stat(outname) raise IOError('file %r already exists.' % outname) except OSError: pass now = int(time.time()) db = dbmopen(fname, 'r') out = dbmopen(outname, 'c') remain = 0 filtered = 0 for (k, v) in db.iteritems(): t = struct.unpack('<L', v)[0] if now - t < threshold: out[k] = v remain += 1 else: filtered += 1 if verbose: print ''.join(['%02x' % ord(c) for c in k ]), time.asctime(time.localtime(t)), '(out)' print >> stderr, 'total: %d (remain: %d, filtered: %d)' % ( remain + filtered, remain, filtered) db.close() out.close() return
def dispdb(fname, threshold, verbose): now = int(time.time()) db = dbmopen(fname, "r") for (k, v) in db.iteritems(): t = struct.unpack("<L", v)[0] print "".join(["%02x" % ord(c) for c in k]), time.asctime(time.localtime(t)), if threshold <= now - t: print "(out)" else: print "(in)" db.close() return
def dispdb(fname, threshold, verbose): now = int(time.time()) db = dbmopen(fname, 'r') for (k,v) in db.iteritems(): t = struct.unpack('<L', v)[0] print ''.join([ '%02x' % ord(c) for c in k ]), time.asctime(time.localtime(t)), if threshold <= now-t: print '(out)' else: print '(in)' db.close() return
def __init__(self, path, debug=0): self.db = dbmopen(path, 'c') self.debug = debug if self.debug: print >>stderr, 'URLDB open: %r' % path return
def __init__(self, path, debug=0): self.db = dbmopen(path, 'c') self.debug = debug if self.debug: print >> stderr, 'URLDB open: %r' % path return