def main():
http_console_server.start(port=ARCHIVER_PORT)
sys.stderr.write(">>> starting pipeline\n")
try:
run_pipeline()
finally:
http_console_server.stop()
sys.stderr.write(">>> shutdown complete\n")
def main():
http_console_server.start(port=ARCHIVER_PORT)
sys.stderr.write(">>> starting pipeline\n")
try:
run_pipeline()
finally:
http_console_server.stop()
sys.stderr.write(">>> shutdown complete\n")
def main():
http_console_server.start()
hp = http_puller.HttpPuller(STREAM_HOST, STREAM_PORT, STREAM_PATH)
hp_tee = message.MessageTee(hp, 2)
hp_proxy, hp_fs = hp_tee.outputs
proxy = http_proxy.HttpProxy(hp_proxy, STREAM_PROXY_HOST,
STREAM_PROXY_PORT)
fs = frame_splitter.FrameSplitter(hp_fs)
fs_tee = message.MessageTee(fs, 2)
fs_stats, fs_arch = fs_tee.outputs
stats = statistics.Statistics(fs_stats)
stats.export()
# TODO(trow): Ultimately we'll put the archiver here.
arch = logger.Logger(fs_arch)
all_objects = (hp, hp_tee, proxy, fs, fs_tee, stats, arch)
for obj in all_objects:
obj.loop_in_thread()
try:
while True: time.sleep(1 << 20) # 2^20 seconds = ~12 days
except KeyboardInterrupt:
pass
sys.stderr.write(">>> stopping\n")
hp.stop()
for obj in all_objects:
obj.wait()
http_console_server.stop()
sys.stderr.write(">>> shutdown complete\n")
def setUp(self):
# Set a short timeout to speed up this test.
http_console_server._HttpConsoleServer._TIMEOUT_S = 0.1
# Start the server.
http_console_server.start()
