def setup(self): # generate wc data master(lambda: install("wget")) master(lambda: install("ruby")) master(lambda: install("bzip2")) master(lambda: install("aspell")) generate_wc_data = render_template( "experiments/wordcount_files/gen_wc_data.sh.mustache", self.params) master(lambda: exec_bash(generate_wc_data)) master(lambda: copy_to_hdfs("/tmp/wc-data/generated-wc.txt", "generated-wc.txt"))
def setup(self): # generate wc data master(lambda: install("wget")) master(lambda: install("ruby")) master(lambda: install("bzip2")) master(lambda: install("aspell")) generate_wc_data = render_template( "experiments/wordcount_files/gen_wc_data.sh.mustache", self.params ) master(lambda: exec_bash(generate_wc_data)) master(lambda: copy_to_hdfs("/tmp/wc-data/generated-wc.txt", "generated-wc.txt"))
def setup(self): master_slaves(lambda: install("libgfortran3")) self.out_path = get_hdfs_address() + "/als-benchmark" self.repo.clone() self.repo.checkout("master") self.repo.maven("clean package")