logging.debug("Send request to kudago: {}".format(url)) events = requests.get(url).json() next_url = events["next"] self._on_http_load(events, depth) self._deep_load(next_url, depth + 1) def _on_http_load(self, events, page): name = "test/kudago{}.json".format(str(page)) logging.debug("Save events to {}".format(name)) with open(name, "w") as fd: json.dump(events, fd) if __name__ == "__main__": logging.basicConfig(level=logging.DEBUG) context = Initializer.get_context() se = context.get_se() kudago_cfg = context.get_kudago_cfg() es_cfg = context.get_es_cfg() loader = EventLoader(se, kudago_cfg) # update from kudago loader.http_load() # load files to index se.delete_index(es_cfg["index"]) se.create_index(es_cfg) loader.load()
events = requests.get(url).json() next_url = events["next"] self._on_http_load(events, depth) self._deep_load(next_url, depth+1) def _on_http_load(self, events, page): name = "test/kudago{}.json".format(str(page)) logging.debug("Save events to {}".format(name)) with open(name, "w") as fd: json.dump(events, fd) if __name__ == "__main__": logging.basicConfig(level=logging.DEBUG) context = Initializer.get_context() se = context.get_se() kudago_cfg = context.get_kudago_cfg() es_cfg = context.get_es_cfg() loader = EventLoader(se, kudago_cfg) # update from kudago loader.http_load() # load files to index se.delete_index(es_cfg["index"]) se.create_index(es_cfg) loader.load()
def __init__(self, handler_class): self.context = Initializer.get_context() http_cfg = self.context.get_http_cfg() HTTPServer.__init__(self, (http_cfg["host"], http_cfg["port"]), handler_class)