def run(self, configfile):
conf = self.read_lists_config(configfile)
updater = Updater(conf)
while True:
seeds = updater.update_pending_seeds(limit=100)
if not seeds:
print >> sys.stderr, time.asctime(), "no pending seeds. sleeping for 2 seconds."
time.sleep(2)
def update_lists(changeset):
"""Updates the lists database on edit.
"""
keys = [x['key'] for x in changeset['docs']]
set_task_data(keys = keys, changeset = changeset['id'])
logger.info("BEGIN update_lists: %s", changeset['id'])
configfile = celeryconfig.OL_CONFIG
ol_config = formats.load_yaml(open(configfile).read())
updater = ListUpdater(ol_config.get("lists"))
updater.process_changeset(changeset, update_seeds=False)
logger.info("END update_lists")
def run(self, configfile, offset_file):
self.offset_file = offset_file
conf = formats.load_yaml(open(configfile).read())
updater = Updater(conf.get("lists"))
infobase_log_url = "http://%s/openlibrary.org/log" % conf.get("infobase_server")
self.read_changesets(infobase_log_url, updater.process_changesets)
