def __init__(self, config_path, driver_id):
super().__init__('/tmp/mydriver_{}.pid'.format(driver_id))
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="driver_{}".format(driver_id))
self.benchmark_driver = BenchmarkDriver(config_path, driver_id)
def main():
init.setup_logging(config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
hpcc_cluster = HPCCCluster.parse_config(
"/etc/HPCCSystems/source/hpcc_t5_r5_cyclic.xml")
benchmark_config = BenchmarkConfig.parse_file(
"/home/chsu6/elastic-hpcc/conf/benchmark.yaml")
workloads = itertools.product(arrival_types, distribution_types)
for arrival_type, distribution_type in workloads:
workload_config = "/home/chsu6/elastic-hpcc/conf/workload_{}_{}.yaml".format(
arrival_type, distribution_type)
workload = Workload.from_config(workload_config)
output_dir = os.path.join(
"benchmark_results",
"5roxie_{}_{}_100queries_120sec".format(arrival_type,
distribution_type))
bm = RoxieBenchmark(hpcc_cluster,
benchmark_config,
workload,
output_dir=output_dir)
bm.run()
time.sleep(10)
def main():
init.setup_logging(config_path="conf/logging.yaml", log_dir="logs", component="benchmark")
hpcc_cluster = HPCCCluster.parse_config("/etc/HPCCSystems/source/hpcc_t5_r5_cyclic.xml")
benchmark_config = BenchmarkConfig.parse_file("/home/chsu6/elastic-hpcc/conf/benchmark.yaml")
workload_config = "/home/chsu6/elastic-hpcc/conf/workload_simple.yaml"
workload = Workload.parse_config(workload_config)
workload_timeline = WorkloadExecutionTimeline.from_workload(workload)
output_dir = os.path.join("benchmark_results", "/tmp/test_workload")
bm = RoxieBenchmark(hpcc_cluster, benchmark_config, workload_timeline, output_dir=output_dir)
bm.run()
def main(argv):
# e.g. conf/benchmark.yaml
benchmark_config_path = argv[0]
# logging config
logging_config_path = argv[1]
log_dir = argv[2]
init.setup_logging(default_level=logging.DEBUG,
config_path=logging_config_path,
log_dir=log_dir,
component="driver")
driver = BenchmarkDriver(benchmark_config_path)
driver.start()
def main():
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
workload_files = ["workload_template1.yaml", "workload_template2.yaml"]
#workload_files = ["workload_template1_direct.yaml", "workload_template2_direct.yaml", "workload_template3_direct.yaml"]
for i in range(0, 1):
workload_file = workload_files[i]
# output_dir = "my_bm_{}".format(i+1)
#output_dir = "limit_bm6_multiple_key"
output_dir = "limit_bm6_single_key_2"
#output_dir = "/tmp/test_new".format(i + 1)
run(output_dir, workload_file)
def main():
init.setup_logging(config_path="conf/logging.yaml", log_dir="logs", component="benchmark")
# hpcc_cluster = HPCCCluster.parse_config("/etc/HPCCSystems/source/hpcc_t5_r5_cyclic.xml")
#hpcc_cluster = HPCCCluster.parse_config("/etc/HPCCSystems/source/hpcc_16r_cyclic_2replica.xml")
hpcc_cluster = HPCCCluster.parse_config("/etc/HPCCSystems/source/elastic_cyclic_4node_2replica.xml")
#benchmark_config = BenchmarkConfig.parse_file("/home/chsu6/elastic-hpcc/conf/6driver.yaml")
benchmark_config = BenchmarkConfig.parse_file("/home/chsu6/elastic-hpcc/conf/1driver.yaml")
script_dir = os.path.dirname(os.path.realpath(__file__))
workload_config = os.path.join(script_dir, "workload_new_bm.yaml")
workload = Workload.parse_config(workload_config)
workload_timeline = WorkloadExecutionTimeline.from_workload(workload)
output_dir = os.path.join("benchmark_results", "/tmp/test_workload6")
bm = RoxieBenchmark(hpcc_cluster, benchmark_config, workload_timeline, output_dir=output_dir)
bm.run()
def main():
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
workload_files = ["workload_template1.yaml", "workload_template2.yaml"]
#workload_files = ["workload_template1_direct.yaml", "workload_template2_direct.yaml", "workload_template3_direct.yaml"]
for i in range(1, 2):
workload_file = workload_files[i]
# output_dir = "my_bm_{}".format(i+1)
#output_dir = "final_4node_4replica_single_key_ANGELITA"
output_dir = "final_4node_2replica_multiple_key"
#output_dir = "/tmp/test_new123".format(i + 1)
run(output_dir, workload_file)
def main():
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
workload_files = [
"workload_template1.yaml", "workload_template2.yaml",
"workload_template3.yaml"
]
#workload_files = ["workload_template1_direct.yaml", "workload_template2_direct.yaml", "workload_template3_direct.yaml"]
for i in range(0, 3):
workload_file = workload_files[i]
output_dir = "all_compare_keys_{}".format(i + 1)
# output_dir = "test_compare_keys_{}".format(i + 1)
run(output_dir, workload_file)
def main():
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
workload_files = ["workload_template3.yaml"]
for i in range(0, 1):
workload_file = workload_files[i]
output_dir = "E2/layout_perfect/single"
#output_dir = "layout_1node_400MB_2"
# output_dir = "layout_perfect_400MB_pareto_2"
#output_dir = "layout_2node_400MB_pareto"
#output_dir = "layout_1node_400MB_pareto"
run(output_dir, workload_file)
import click
from executor import execute
from elastic import init
from elastic.util import parallel
from elastic.benchmark.workload import Workload, WorkloadExecutionTimeline
from elastic.benchmark.zeromqimpl import *
from elastic.benchmark.roxie import RoxieBenchmark
from elastic.util import network as network_util
from elastic.benchmark.service import BenchmarkService
from elastic.hpcc.base import HPCCCluster
# TODO: temporary solution
init.setup_logging(config_path="conf/logging.yaml",
log_dir="logs",
component="benchmark")
logger = logging.getLogger(__name__)
@click.group()
@click.option('--config',
type=click.Path(exists=True, resolve_path=True),
default="conf/benchmark.yaml")
@click.pass_context
def cli(ctx, **kwargs):
"""This is a command line tool that works for VCL instances
"""
ctx.obj = kwargs
if ctx.obj['config'] is not None:
ctx.obj['_config'] = BenchmarkConfig.parse_file(ctx.obj['config'])
import logging
from elastic import init
from elastic.benchmark.impl.zeromqimpl import BenchmarkController
if __name__ == '__main__':
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="controller")
config_path = '/home/chsu6/elastic-hpcc/conf/benchmark.yaml.test'
controller = BenchmarkController(config_path)
controller.start()
def main():
init.setup_logging(default_level=logging.DEBUG, config_path="conf/logging.yaml", log_dir="logs", component="benchmark")
for i in range(1, 2):
output_dir = "compare_app_and_distribution_ultra_{}".format(i)
run(output_dir)
def __init__(self, config_path):
super().__init__('/tmp/mycontroller.pid')
init.setup_logging(default_level=logging.DEBUG, config_path="conf/logging.yaml", log_dir="logs", component="controller")
self.benchmark_controller = BenchmarkController(config_path)
import sys
import logging
from elastic import init
from elastic.benchmark.impl.zeromqimpl import BenchmarkDriver
if __name__ == '__main__':
driver_id = int(sys.argv[1])
init.setup_logging(default_level=logging.DEBUG,
config_path="conf/logging.yaml",
log_dir="logs",
component="driver_{}".format(driver_id))
config_path = '/home/chsu6/elastic-hpcc/conf/benchmark.yaml.test'
driver = BenchmarkDriver(config_path, driver_id)
driver.start()