def setup(self):
# generate wc data
master(lambda: install("wget"))
master(lambda: install("ruby"))
master(lambda: install("bzip2"))
master(lambda: install("aspell"))
generate_wc_data = render_template(
"experiments/wordcount_files/gen_wc_data.sh.mustache", self.params)
master(lambda: exec_bash(generate_wc_data))
master(lambda: copy_to_hdfs("/tmp/wc-data/generated-wc.txt",
"generated-wc.txt"))
def setup(self):
# generate wc data
master(lambda: install("wget"))
master(lambda: install("ruby"))
master(lambda: install("bzip2"))
master(lambda: install("aspell"))
generate_wc_data = render_template(
"experiments/wordcount_files/gen_wc_data.sh.mustache",
self.params
)
master(lambda: exec_bash(generate_wc_data))
master(lambda: copy_to_hdfs("/tmp/wc-data/generated-wc.txt",
"generated-wc.txt"))
def setup(self):
master_slaves(lambda: install("libgfortran3"))
self.out_path = get_hdfs_address() + "/als-benchmark"
self.repo.clone()
self.repo.checkout("master")
self.repo.maven("clean package")
def setup(self):
master_slaves(lambda: install("libgfortran3"))
self.out_path = get_hdfs_address() + "/als-benchmark"
self.repo.clone()
self.repo.checkout("master")
self.repo.maven("clean package")
