def download(): """Downloads the VoltDB binaray and extract. """ fablib.download_tarball(URL, output='voltdb-%s.tar.gz' % VERSION) fablib.download_tarball(API_URL) api_dir = fablib.base_dir(API_URL) local('rm -rf %s/include/boost' % api_dir)
def load_config(): """Initialize configurations. """ if not 'JAVA_HOME' in os.environ: raise UserWarning("You must define JAVA_HOME in bash environment.") env.hadoop_dir = os.path.join(SCRIPT_DIR, base_dir(HADOOP_URL)) env.hadoop_bin = os.path.join(env.hadoop_dir, 'bin') env.hadoop_sbin = os.path.join(env.hadoop_dir, 'sbin') env.hadoop_conf = os.path.join(env.hadoop_dir, 'conf') env.hbase_dir = os.path.join(SCRIPT_DIR, base_dir(HBASE_URL)) env.hbase_bin = os.path.join(env.hbase_dir, 'bin') env.hbase_conf = os.path.join(env.hbase_dir, 'conf') env.hive_dir = os.path.join(SCRIPT_DIR, base_dir(HIVE_URL)) env.hive_bin = os.path.join(env.hive_dir, 'bin') env.hive_conf = os.path.join(env.hive_dir, 'conf') env.mapred_tracker_port = MAPRED_TRACKER_PORT if not os.path.exists(NODE_FILE): raise UserWarning("You must create a node list file {}" .format(NODE_FILE)) with open(NODE_FILE) as fobj: node_list = [line.strip() for line in fobj] env.head = node_list[0] env.workers = node_list[1:] env.roledefs = {} env.roledefs['head'] = [env.head] if os.path.exists('config.yaml'): global DATA_DIR, NAME_DIR, ZOOKEEPER_DIR user_configs = {} with open('config.yaml') as config_file: user_configs = yaml.load(config_file) DATA_DIR = user_configs.get('datadir', DATA_DIR) NAME_DIR = user_configs.get('namedir', NAME_DIR) ZOOKEEPER_DIR = user_configs.get('zookeeper_dir', ZOOKEEPER_DIR)
def load_config(): """Initialize configurations. """ env.mysql_dir = os.path.join(SCRIPT_DIR, base_dir(URL)) env.bin_dir = os.path.join(env.mysql_dir, 'bin') env.data_dir = os.path.abspath('mysql_data') env.config_dir = os.path.abspath('mysql_config') with open(NODES_FILE) as fobj: node_list = [line.strip() for line in fobj] env.head = node_list[0] env.workers = node_list[1:] env.head_node_id = len(env.workers) + 2 env.head_ip = socket.gethostbyname(env.head) env.roledefs = {} env.roledefs['head'] = [env.head]
import subprocess import sys sys.path.append('../..') from vsbench import fablib SCRIPT_DIR = os.path.dirname(__file__) TRITON_SORT_GOOD_URL = 'http://www.macesystems.org/wp-uploads/2012/04/' \ 'tritonsort_log_without_bad_node.tar.bz2' TRITON_SORT_URL = 'http://www.macesystems.org/wp-uploads/2012/04/' \ 'tritonsort_log_with_bad_node.tar.bz2' HBASE_TRACE_URL = 'http://www.macesystems.org/wp-uploads/2012/03/' \ 'wloadd_run11_hbase90-seeklog-Xmx2G-treemap.tar.bz2' env['testdata'] = os.path.join(SCRIPT_DIR, 'testdata') TESTDATA_DIR = os.path.join(SCRIPT_DIR, 'testdata') TRITON_DIR = os.path.join(SCRIPT_DIR, fablib.base_dir(TRITON_SORT_URL)) # Distalyzer executable DISTALYZER_EXEC = os.path.join(SCRIPT_DIR, 'distalyzer/Distalyzer.py') HBASE_EXEC = os.path.join(SCRIPT_DIR, 'distalyzer/parsers/HBaseExecDistalyzer.py') HBASE_DIR = os.path.join(SCRIPT_DIR, fablib.base_dir(HBASE_TRACE_URL)) DEPENDENCY_NETWORK_EXEC = os.path.join(SCRIPT_DIR, 'distalyzer/DependencyNetwork.py') @task def download_traces(): """Download traces """ fablib.download_tarball(TRITON_SORT_URL) fablib.download_tarball(TRITON_SORT_GOOD_URL)
def hbase_dir(): """Show hbase directory. """ print base_dir(HBASE_URL)
def download(): download_tarball(URL) with lcd(base_dir(URL)): local('make')