def _create_deployment_directory(deploy_path):
# Create deployment directory for supervisor
for dir in SUPERVISOR_DEPLOYMENT_DIRS:
deploy_dir = os.path.join(deploy_path, dir)
if not os.path.exists(deploy_dir):
Log.print_info('Creating the %s root %s' % (dir, deploy_dir))
os.makedirs(deploy_dir)
def execute_command(cmd, log_message="", error_message=""):
if log_message:
Log.print_info(log_message)
try:
subprocess.check_call(cmd)
except BaseException, e:
Log.print_critical("ERROR: %s" % error_message if error_message else str(e))
def execute_command(cmd, log_message="", error_message=""):
if log_message:
Log.print_info(log_message)
try:
subprocess.check_call(cmd)
except BaseException, e:
Log.print_critical('ERROR: %s' % error_message if error_message else str(e))
def start_daemon_process(process_name, pid_file, dest_path, script, *extra_para):
if check_process_is_running(pid_file):
Log.print_warning("%s is running, please check" % process_name)
return
Log.print_info("Starting %s" % process_name)
exec_daemon_script(dest_path, script, *extra_para)
Log.print_success("Start %s success" % process_name)
def start_daemon_process(process_name, pid_file, dest_path, script, *extra_para):
if check_process_is_running(pid_file):
Log.print_warning("%s is running, please check" % process_name)
return
Log.print_info("Starting %s" % process_name)
exec_daemon_script(dest_path, script, *extra_para)
Log.print_success("Start %s success" % process_name)
def configure_owl_config(args):
Log.print_info("Configure owl config file: %s" % OWL_CONFIG_FILE)
owl_config_dict = {
'owl_ip': args.owl_ip,
'opentsdb_port': OPENTSDB_PORT,
}
build_utils.generate_config_file(OWL_CONFIG_TEMPLATE, OWL_CONFIG_FILE,
owl_config_dict)
def stop_daemon_process(process_name, pid_file, dest_path, script):
if not check_process_is_running(pid_file):
Log.print_warning("%s is not running" % process_name)
return
Log.print_info("Stopping %s" % process_name)
exec_daemon_script(dest_path, script, str(get_process_running_pid(pid_file)))
Log.print_success("Stop %s success" % process_name)
def configure_owl_config(args):
Log.print_info("Configure owl config file: %s" % OWL_CONFIG_FILE)
owl_config_dict = {
'owl_ip': args.owl_ip,
'opentsdb_port': OPENTSDB_PORT,
}
build_utils.generate_config_file(OWL_CONFIG_TEMPLATE,
OWL_CONFIG_FILE, owl_config_dict)
def stop_daemon_process(process_name, pid_file, dest_path, script):
if not check_process_is_running(pid_file):
Log.print_warning("%s is not running" % process_name)
return
Log.print_info("Stopping %s" % process_name)
exec_daemon_script(dest_path, script, str(get_process_running_pid(pid_file)))
Log.print_success("Stop %s success" % process_name)
def configure_mysql_for_owl(database_name, host='localhost', port='3306'):
Log.print_info("Configuring mysql for owl in %s" % OWL_SETTING_FILE)
owl_setting_dict = {
'DATABASE': database_name,
'HOST': host,
'PORT': port,
}
build_utils.generate_config_file(OWL_SETTING_TEMPLATE, OWL_SETTING_FILE,
owl_setting_dict)
def configure_mysql_for_owl(database_name, host='localhost', port='3306'):
Log.print_info("Configuring mysql for owl in %s" % OWL_SETTING_FILE)
owl_setting_dict = {
'DATABASE': database_name,
'HOST': host,
'PORT': port,
}
build_utils.generate_config_file(OWL_SETTING_TEMPLATE,
OWL_SETTING_FILE, owl_setting_dict)
def _deploy_supervisor(args, deploy_path):
Log.print_info("Deploying supervisor in %s" % SUPERVISOR_ROOT)
# Generate supervisord.conf according to the deploying information
deploy_info_dict = {
'DEPLOY_PATH': deploy_path,
'PACKAGE_SERVER': "%s:%d" % (args.tank_ip, args.tank_port),
}
build_utils.generate_config_file(SUPERVISOR_CONFIG_TEMPLATE,
SUPERVISOR_CONFIG_FILE, deploy_info_dict)
def configure_opentsdb_collector(owl_port):
# Configure opentsdb collector config file
Log.print_info("Configuring opentsdb collector in %s" %
OPENTSDB_COLLECTOR_CONFIG_FILE)
opentsdb_collector_dict = {
'owl_monitor_http_port': owl_port,
'tsdb': OPENTSDB_BIN_PATH,
}
build_utils.generate_config_file(OPENTSDB_COLLECTOR_CONFIG_TEMPLATE,
OPENTSDB_COLLECTOR_CONFIG_FILE, opentsdb_collector_dict)
def configure_opentsdb_collector(owl_port):
# Configure opentsdb collector config file
Log.print_info("Configuring opentsdb collector in %s" %
OPENTSDB_COLLECTOR_CONFIG_FILE)
opentsdb_collector_dict = {
'owl_monitor_http_port': owl_port,
'tsdb': OPENTSDB_BIN_PATH,
}
build_utils.generate_config_file(OPENTSDB_COLLECTOR_CONFIG_TEMPLATE,
OPENTSDB_COLLECTOR_CONFIG_FILE,
opentsdb_collector_dict)
def generate_hbase_configuration():
Log.print_info("Modify hbase-site.xml in %s" % HBASE_CONFIG_ROOT)
cmd = "hbase_rootdir=${TMPDIR-'/tmp'}/tsdhbase;" \
"iface=lo`uname | sed -n s/Darwin/0/p`; echo $hbase_rootdir,$iface"
hbase_rootdir, iface = build_utils.get_command_variable(cmd).split(',')
configuration_dict = {
'hbase_rootdir': hbase_rootdir,
'iface': iface,
}
build_utils.generate_config_file(HBASE_CONFIG_TEMPLATE, HBASE_CONFIG_FILE,
configuration_dict)
def generate_hbase_configuration():
Log.print_info("Modify hbase-site.xml in %s" % HBASE_CONFIG_ROOT)
cmd = "hbase_rootdir=${TMPDIR-'/tmp'}/tsdhbase;" \
"iface=lo`uname | sed -n s/Darwin/0/p`; echo $hbase_rootdir,$iface"
hbase_rootdir, iface = build_utils.get_command_variable(cmd).split(',')
configuration_dict = {
'hbase_rootdir': hbase_rootdir,
'iface': iface,
}
build_utils.generate_config_file(HBASE_CONFIG_TEMPLATE,
HBASE_CONFIG_FILE, configuration_dict)
def _build(args):
if args.owl_ip == '127.0.0.1' or args.owl_port == 0:
Log.print_critical("ERROR: Building owl needs to specify the localhost ip " \
"with '--owl_ip' and the owl monitor http port with '--owl_port'")
Log.print_info("Building owl")
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(OWL_PREREQUISITE_PYTHON_LIBS)
check_third_party_tool_exists("gnuplot")
check_third_party_tool_exists("mysql")
create_and_configure_mysql_for_owl(args)
create_django_database()
# Deploy hbase
if not args.skip_setup_hbase:
build_hbase()
start_hbase()
# Deploy opentsdb
deploy_opentsdb()
if not args.skip_setup_hbase:
start_opentsdb()
# Configure opentsdb collector
configure_opentsdb_collector(str(args.owl_port))
# Configure owl config
configure_owl_config(args)
# Output build information
build_utils.output_build_info(args.component, 'owl_port', args.owl_port)
build_utils.output_build_info(args.component, 'build_status', 'success')
Log.print_info("The component %s is built successfully" % args.component)
def _build(args):
if args.owl_ip == '127.0.0.1' or args.owl_port == 0:
Log.print_critical("ERROR: Building owl needs to specify the localhost ip " \
"with '--owl_ip' and the owl monitor http port with '--owl_port'")
Log.print_info("Building owl")
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(OWL_PREREQUISITE_PYTHON_LIBS)
check_third_party_tool_exists("gnuplot")
check_third_party_tool_exists("mysql")
create_and_configure_mysql_for_owl(args)
create_django_database()
# Deploy hbase
if not args.skip_setup_hbase:
build_hbase()
start_hbase()
# Deploy opentsdb
deploy_opentsdb()
if not args.skip_setup_hbase:
start_opentsdb()
# Configure opentsdb collector
configure_opentsdb_collector(str(args.owl_port))
# Configure owl config
configure_owl_config(args)
# Output build information
build_utils.output_build_info(args.component, 'owl_port', args.owl_port)
build_utils.output_build_info(args.component, 'build_status', 'success')
Log.print_info("The component %s is built successfully" % args.component)
def _build(args):
if args.tank_ip == TANK_DEFAULT_IP:
Log.print_critical("ERROR: Building supervisor needs to specify the package server " \
"with '--tank_ip' and '--tank_port'")
Log.print_info("Building supervisor")
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(SUPERVISOR_PREREQUISITE_PYTHON_LIBS)
# Create deployment directory
deploy_path = raw_input("Please input the root directory to deploy services " \
"(default: /home/%s): " % getpass.getuser())
if deploy_path:
deploy_path = os.path.abspath(os.path.realpath(deploy_path))
else:
deploy_path = "/home/%s" % getpass.getuser()
_create_deployment_directory(deploy_path)
# Deploy supervisor
_deploy_supervisor(args, deploy_path)
# Output build information
build_utils.output_build_info(args.component, 'build_status', 'success')
Log.print_info("The component %s is built successfully" % args.component)
def _build(args):
Log.print_info("Building tank server")
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(TANK_PREREQUISITE_PYTHON_LIBS)
# Output build information
if args.tank_ip != TANK_DEFAULT_IP or args.tank_port != TANK_DEFAULT_PORT:
build_utils.output_build_info(args.component, 'tank_ip', args.tank_ip)
build_utils.output_build_info(args.component, 'tank_port', args.tank_port)
build_utils.output_build_info(args.component, 'build_status', 'success')
Log.print_info("The component %s is built successfully" % args.component)
def _build(args):
Log.print_info("Building tank server")
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(TANK_PREREQUISITE_PYTHON_LIBS)
# Output build information
if args.tank_ip != TANK_DEFAULT_IP or args.tank_port != TANK_DEFAULT_PORT:
build_utils.output_build_info(args.component, 'tank_ip', args.tank_ip)
build_utils.output_build_info(args.component, 'tank_port',
args.tank_port)
build_utils.output_build_info(args.component, 'build_status', 'success')
Log.print_info("The component %s is built successfully" % args.component)
def build_client():
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(CLIENT_PREREQUISITE_PYTHON_LIBS)
Log.print_success("Build Minos client success")
def stop(args):
input = raw_input("Do you really want to do this ? (y/n)")
if check_input(input):
_do_stop()
else:
Log.print_info("Skip stopping owl component")
def stop(args):
input = raw_input("Do you really want to do this ? (y/n)")
if check_input(input):
_do_stop()
else:
Log.print_info("Skip stopping owl component")
def build_client():
# Check and install prerequisite python libraries
Log.print_info("Check and install prerequisite python libraries")
build_utils.check_and_install_modules(CLIENT_PREREQUISITE_PYTHON_LIBS)
Log.print_success("Build Minos client success")