def main():
# Create executor stub
thermos_gc_executor = ThermosGCExecutor(checkpoint_root=TaskPath.DEFAULT_CHECKPOINT_ROOT)
thermos_gc_executor.start()
# Start metrics collection
metric_writer = DiskMetricWriter(thermos_gc_executor.metrics, ExecutorDetector.VARS_PATH)
metric_writer.start()
# Create driver stub
driver = mesos.MesosExecutorDriver(thermos_gc_executor)
# Start GC executor
driver.run()
log.info('MesosExecutorDriver.run() has finished.')
def main():
# Create executor stub
thermos_gc_executor = ThermosGCExecutor(checkpoint_root=DEFAULT_CHECKPOINT_ROOT)
thermos_gc_executor.start()
# Start metrics collection
metric_writer = DiskMetricWriter(thermos_gc_executor.metrics, ExecutorDetector.VARS_PATH)
metric_writer.start()
# Create driver stub
driver = MesosExecutorDriver(thermos_gc_executor)
# Start GC executor
driver.run()
log.info('MesosExecutorDriver.run() has finished.')
def main():
if MesosExecutorDriver is None:
app.error('Could not load MesosExecutorDriver!')
# Create executor stub
thermos_gc_executor = ThermosGCExecutor(FixedPathDetector(DEFAULT_CHECKPOINT_ROOT))
thermos_gc_executor.start()
# Start metrics collection
metric_writer = DiskMetricWriter(thermos_gc_executor.metrics, ExecutorDetector.VARS_PATH)
metric_writer.start()
# Create driver stub
driver = MesosExecutorDriver(thermos_gc_executor)
# Start GC executor
driver.run()
log.info('MesosExecutorDriver.run() has finished.')
def test_metric_read_write():
metrics = Metrics()
with temporary_file() as fp:
os.unlink(fp.name)
writer = DiskMetricWriter(metrics, fp.name)
reader = DiskMetricReader(fp.name)
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {}
writer.iterate()
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {}
metrics.register(Label('herp', 'derp'))
writer.iterate()
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {'herp': 'derp'}
def test_metric_read_write():
metrics = Metrics()
with temporary_file() as fp:
os.unlink(fp.name)
writer = DiskMetricWriter(metrics, fp.name)
reader = DiskMetricReader(fp.name)
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {}
writer.iterate()
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {}
metrics.register(Label('herp', 'derp'))
writer.iterate()
assert reader.sample() == {}
reader.iterate()
assert reader.sample() == {'herp': 'derp'}
