def run(self, configfile, offset_file):
self.offset_file = offset_file
conf = formats.load_yaml(open(configfile).read())
updater = Updater(conf.get("lists"))
infobase_log_url = "http://%s/openlibrary.org/log" % conf.get("infobase_server")
self.read_changesets(infobase_log_url, updater.process_changesets)
def run(self, configfile):
conf = self.read_lists_config(configfile)
updater = Updater(conf)
while True:
seeds = updater.update_pending_seeds(limit=100)
if not seeds:
print >> sys.stderr, time.asctime(), "no pending seeds. sleeping for 2 seconds."
time.sleep(2)