logging.debug("Send request to kudago: {}".format(url))
events = requests.get(url).json()
next_url = events["next"]
self._on_http_load(events, depth)
self._deep_load(next_url, depth + 1)
def _on_http_load(self, events, page):
name = "test/kudago{}.json".format(str(page))
logging.debug("Save events to {}".format(name))
with open(name, "w") as fd:
json.dump(events, fd)
if __name__ == "__main__":
logging.basicConfig(level=logging.DEBUG)
context = Initializer.get_context()
se = context.get_se()
kudago_cfg = context.get_kudago_cfg()
es_cfg = context.get_es_cfg()
loader = EventLoader(se, kudago_cfg)
# update from kudago
loader.http_load()
# load files to index
se.delete_index(es_cfg["index"])
se.create_index(es_cfg)
loader.load()
events = requests.get(url).json()
next_url = events["next"]
self._on_http_load(events, depth)
self._deep_load(next_url, depth+1)
def _on_http_load(self, events, page):
name = "test/kudago{}.json".format(str(page))
logging.debug("Save events to {}".format(name))
with open(name, "w") as fd:
json.dump(events, fd)
if __name__ == "__main__":
logging.basicConfig(level=logging.DEBUG)
context = Initializer.get_context()
se = context.get_se()
kudago_cfg = context.get_kudago_cfg()
es_cfg = context.get_es_cfg()
loader = EventLoader(se, kudago_cfg)
# update from kudago
loader.http_load()
# load files to index
se.delete_index(es_cfg["index"])
se.create_index(es_cfg)
loader.load()
def __init__(self, handler_class):
self.context = Initializer.get_context()
http_cfg = self.context.get_http_cfg()
HTTPServer.__init__(self, (http_cfg["host"], http_cfg["port"]), handler_class)
