def process_command_build(args): if not args.offline or not args.package_dir: Log.print_critical("ERROR: Building Minos offline needs to specify " \ "the arguments '--offline' and the offline packages directory " \ "'--package_dir' explicitly") build_utils.pip_install_offline(args.package_dir)
def execute_command(cmd, log_message="", error_message=""): if log_message: Log.print_info(log_message) try: subprocess.check_call(cmd) except BaseException, e: Log.print_critical('ERROR: %s' % error_message if error_message else str(e))
def _build(args): if args.tank_ip == TANK_DEFAULT_IP: Log.print_critical("ERROR: Building supervisor needs to specify the package server " \ "with '--tank_ip' and '--tank_port'") Log.print_info("Building supervisor") # Check and install prerequisite python libraries Log.print_info("Check and install prerequisite python libraries") build_utils.check_and_install_modules(SUPERVISOR_PREREQUISITE_PYTHON_LIBS) # Create deployment directory deploy_path = raw_input("Please input the root directory to deploy services " \ "(default: /home/%s): " % getpass.getuser()) if deploy_path: deploy_path = os.path.abspath(os.path.realpath(deploy_path)) else: deploy_path = "/home/%s" % getpass.getuser() _create_deployment_directory(deploy_path) # Deploy supervisor _deploy_supervisor(args, deploy_path) # Output build information build_utils.output_build_info(args.component, 'build_status', 'success') Log.print_info("The component %s is built successfully" % args.component)
def process_command_build(args): if not args.offline or not args.package_dir: Log.print_critical("ERROR: Building Minos offline needs to specify " \ "the arguments '--offline' and the offline packages directory " \ "'--package_dir' explicitly") build_utils.pip_install_offline(args.package_dir)
def start_owl_monitor(): owl_monitor_http_port = build_utils.get_build_info_option('owl', 'owl_port') if not owl_monitor_http_port: Log.print_critical("Owl port is null") build_utils.start_daemon_process('Owl monitor', OWL_MONITOR_PID_FILE, OWL_ROOT, './start_owl_monitor.sh', owl_monitor_http_port)
def _build(args): if args.owl_ip == '127.0.0.1' or args.owl_port == 0: Log.print_critical("ERROR: Building owl needs to specify the localhost ip " \ "with '--owl_ip' and the owl monitor http port with '--owl_port'") Log.print_info("Building owl") # Check and install prerequisite python libraries Log.print_info("Check and install prerequisite python libraries") build_utils.check_and_install_modules(OWL_PREREQUISITE_PYTHON_LIBS) check_third_party_tool_exists("gnuplot") check_third_party_tool_exists("mysql") create_and_configure_mysql_for_owl(args) create_django_database() # Deploy hbase if not args.skip_setup_hbase: build_hbase() start_hbase() # Deploy opentsdb deploy_opentsdb() if not args.skip_setup_hbase: start_opentsdb() # Configure opentsdb collector configure_opentsdb_collector(str(args.owl_port)) # Configure owl config configure_owl_config(args) # Output build information build_utils.output_build_info(args.component, 'owl_port', args.owl_port) build_utils.output_build_info(args.component, 'build_status', 'success') Log.print_info("The component %s is built successfully" % args.component)
def _build(args): if args.owl_ip == '127.0.0.1' or args.owl_port == 0: Log.print_critical("ERROR: Building owl needs to specify the localhost ip " \ "with '--owl_ip' and the owl monitor http port with '--owl_port'") Log.print_info("Building owl") # Check and install prerequisite python libraries Log.print_info("Check and install prerequisite python libraries") build_utils.check_and_install_modules(OWL_PREREQUISITE_PYTHON_LIBS) check_third_party_tool_exists("gnuplot") check_third_party_tool_exists("mysql") create_and_configure_mysql_for_owl(args) create_django_database() # Deploy hbase if not args.skip_setup_hbase: build_hbase() start_hbase() # Deploy opentsdb deploy_opentsdb() if not args.skip_setup_hbase: start_opentsdb() # Configure opentsdb collector configure_opentsdb_collector(str(args.owl_port)) # Configure owl config configure_owl_config(args) # Output build information build_utils.output_build_info(args.component, 'owl_port', args.owl_port) build_utils.output_build_info(args.component, 'build_status', 'success') Log.print_info("The component %s is built successfully" % args.component)
def execute_command(cmd, log_message="", error_message=""): if log_message: Log.print_info(log_message) try: subprocess.check_call(cmd) except BaseException, e: Log.print_critical("ERROR: %s" % error_message if error_message else str(e))
def check_command_output(cmd, error_message="", skip_error=False): try: out = subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) except BaseException, e: if skip_error: return 0 else: Log.print_critical('ERROR: %s' % error_message if error_message else str(e))
def check_command_output(cmd, error_message="", skip_error=False): try: out = subprocess.check_output(cmd, shell=True, stderr=subprocess.STDOUT) except BaseException, e: if skip_error: return 0 else: Log.print_critical("ERROR: %s" % error_message if error_message else str(e))
def start_owl_monitor(): owl_monitor_http_port = build_utils.get_build_info_option( 'owl', 'owl_port') if not owl_monitor_http_port: Log.print_critical("Owl port is null") build_utils.start_daemon_process('Owl monitor', OWL_MONITOR_PID_FILE, OWL_ROOT, './start_owl_monitor.sh', owl_monitor_http_port)
def create_owl_database(args, database_name, host="", port=""): root_pwd = getpass.getpass("Please enter password of the Mysql root user: "******"ERROR: %s" % str(e))
def create_owl_database(args, database_name, host="", port=""): root_pwd = getpass.getpass( "Please enter password of the Mysql root user: "******"ERROR: %s" % str(e))
def create_and_configure_mysql_for_owl(args): if build_utils.get_build_info_option('owl', 'mysql') == 'created': return # Support both local and remote database choice = raw_input("Please choose Mysql server you want to use " \ "(1 for Local, 2 for Remote): ") owl_prefix = raw_input("Please enter the prefix of your owl database name " \ "(default: %s): " % getpass.getuser()) if not owl_prefix: owl_prefix = getpass.getuser() database_name = "%s_owl" % owl_prefix # Using local mysql if int(choice) == 1: # Check mysql server is running cmd = 'ps -ef | grep mysqld | grep -v grep' error_message = "Please start mysql server firstly" build_utils.check_command_output(cmd, error_message=error_message) # Create owl database create_owl_database(args, database_name) # Configure mysql for owl configure_mysql_for_owl(database_name) # Using remote mysql elif int(choice) == 2: remote_address = raw_input("Please input the remote mysql " \ "server's address (ip:port): ") remote_host, remote_port = remote_address.split(":") # Create owl database create_owl_database(args, database_name, host=remote_host, port=remote_port) # Configure mysql for owl configure_mysql_for_owl(database_name, remote_host, remote_port) else: Log.print_critical("ERROR: invalid choice") # Mark mysql database created build_utils.output_build_info('owl', 'mysql', 'created')
def create_and_configure_mysql_for_owl(args): if build_utils.get_build_info_option('owl', 'mysql') == 'created': return # Support both local and remote database choice = raw_input("Please choose Mysql server you want to use " \ "(1 for Local, 2 for Remote): ") owl_prefix = raw_input("Please enter the prefix of your owl database name " \ "(default: %s): " % getpass.getuser()) if not owl_prefix: owl_prefix = getpass.getuser() database_name = "%s_owl" % owl_prefix # Using local mysql if int(choice) == 1: # Check mysql server is running cmd = 'ps -ef | grep mysqld | grep -v grep' error_message = "Please start mysql server firstly" build_utils.check_command_output(cmd, error_message=error_message) # Create owl database create_owl_database(args, database_name) # Configure mysql for owl configure_mysql_for_owl(database_name) # Using remote mysql elif int(choice) == 2: remote_address = raw_input("Please input the remote mysql " \ "server's address (ip:port): ") remote_host, remote_port = remote_address.split(":") # Create owl database create_owl_database(args, database_name, host=remote_host, port=remote_port) # Configure mysql for owl configure_mysql_for_owl(database_name, remote_host, remote_port) else: Log.print_critical("ERROR: invalid choice") # Mark mysql database created build_utils.output_build_info('owl', 'mysql', 'created')
def process_command_start(args): build_tool = COMPONENT_BUILD_TOOL_MAP.get(args.component) if build_tool: return build_tool.start(args) Log.print_critical("Unknown component name: %s.", args.component)
def process_command_stop(args): build_tool = COMPONENT_BUILD_TOOL_MAP.get(args.component) if build_tool: return build_tool.stop(args) Log.print_critical("Unknown component name: %s.", args.component)
def get_process_running_pid(pid_file): try: with open(pid_file) as fp: return int(fp.readline()) except ValueError, e: Log.print_critical("Error: Pid file %s is null" % pid_file)
def get_process_running_pid(pid_file): try: with open(pid_file) as fp: return int(fp.readline()) except ValueError, e: Log.print_critical("Error: Pid file %s is null" % pid_file)