def command_push(args): try: source_image = ArmadaImageFactory(args.image_path, 'local', os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException( 'ERROR: Please specify image_path argument' ' or set MICROSERVICE_NAME environment variable') notify_about_detected_dev_environment(source_image.image_name) dockyard_alias = args.dockyard if not source_image.dockyard_address: if not source_image.exists(): raise Exception('Image {} does not exist. Typo?'.format( source_image.image_name_with_tag)) destination_image = ArmadaImageFactory( source_image.image_name_with_tag, dockyard_alias) dockyard_string = destination_image.dockyard.url or '' dockyard_string += ' (alias: {})'.format( dockyard_alias) if dockyard_alias else '' print('Pushing image {} to dockyard: {}...'.format( source_image.image_name_with_tag, dockyard_string)) tag_command = "docker tag {} {}".format( source_image.image_name_with_tag, destination_image.image_path_with_tag) print(tag_command) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 else: # If command was called with [docker_registry_address]/[image_name] and no -d/--dockyard, then simply # mimic 'docker push' behavior (without tagging). print('Pushing image {}...'.format(source_image.image_path_with_tag)) destination_image = source_image dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) did_print = False d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot push to dockyard!", ) retries = 0 if did_print else 3 login_to_dockyard(dockyard_alias) push_command = 'docker push {}'.format( destination_image.image_path_with_tag) assert execute_local_command(push_command, stream_output=True, retries=retries)[0] == 0
def command_stop(args): microservice_handles = args.microservice_handle or [os.environ['MICROSERVICE_NAME']] if not microservice_handles: raise ValueError('No microservice name or container id supplied.') armada_utils.notify_about_detected_dev_environment(microservice_handles[0]) services = {microservice_handle: armada_utils.get_matched_containers(microservice_handle) for microservice_handle in microservice_handles} for microservice_handle, instances in services.items(): instances_count = len(instances) if instances_count > 1 and not args.all: raise armada_utils.ArmadaCommandException( 'There are too many ({instances_count}) matching containers for service: {microservice_handle}. ' 'Provide more specific container_id or microservice name or use -a/--all flag.'.format(**locals())) were_errors = False for microservice_handle, instances in services.items(): instances_count = len(instances) if instances_count > 1: print('Stopping {instances_count} services {microservice_handle}...'.format(**locals())) else: microservice_name = instances[0]['ServiceName'] container_id = instances[0]["ServiceID"].split(':')[0] print('Stopping service {microservice_name} ({container_id})...'.format(**locals())) for i, instance in enumerate(instances): try: if instances_count > 1: print('[{0}/{1}]'.format(i + 1, instances_count)) container_id = instance['ServiceID'].split(':')[0] payload = {'container_id': container_id} ship_name = instance['Address'] result = armada_api.post('stop', payload, ship_name=ship_name) if result['status'] == 'error' and result['error'].startswith( 'armada API exception: ValueError - Cannot find ship:'): payload['force'] = True result = armada_api.post('stop', payload) if result['status'] == 'ok': print('Service {container_id} has been stopped.'.format(**locals())) print() else: raise ArmadaCommandException('Stopping error: {0}'.format(result['error'])) except: traceback.print_exc() were_errors = True if were_errors: sys.exit(1)
def command_build(args): dockerfile_path = args.file if not os.path.exists(dockerfile_path): raise ArmadaCommandException( 'ERROR: {} not found.'.format(dockerfile_path)) source_base_image_paths = _get_base_image_paths(dockerfile_path) dockyard_alias = args.dockyard or get_default_alias() try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('No microservice name supplied.') notify_about_detected_dev_environment(image.image_name) for source_base_image_path in source_base_image_paths: source_dockyard_address = split_image_path(source_base_image_path)[0] if source_dockyard_address: base_image = ArmadaImageFactory(source_base_image_path, args.dockyard) else: print_warning( 'Using image name only as base image ("FROM {}") has been deprecated. ' 'Consider providing full dockyard/docker registry address, ' 'e.g.: "FROM dockyard.armada.sh/microservice".'.format( source_base_image_path)) base_image = ArmadaImageFactory(source_base_image_path, dockyard_alias) base_image_path = _pull_base_image(base_image, source_base_image_path, dockyard_alias) if base_image_path != source_base_image_path: if is_verbose(): print( 'Tagging "{base_image_path}" as "{source_base_image_path}"\n' .format(**locals())) tag_command = "docker tag {} {}".format(base_image_path, source_base_image_path) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = _generate_build_command(args, dockerfile_path, image) assert execute_local_command(' '.join(build_command), stream_output=True)[0] == 0
def command_run(args): try: image = ArmadaImageFactory(args.microservice_name, 'local', os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('ERROR: Please specify microservice_name argument' ' or set MICROSERVICE_NAME environment variable') ship = args.ship is_run_locally = ship is None dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(image.image_name, is_run_locally) notify_about_detected_dev_environment(image.image_name) is_dev_env = _is_dev_environment(args.hidden_armada_develop, dockyard_alias, image.image_name) dockyard_alias, image = _find_dockyard_with_image(is_dev_env, args.hidden_is_restart, dockyard_alias, image.image_name_with_tag) _print_run_info(image, dockyard_alias, ship, args.rename) microservice_name = args.rename or image.image_name payload = RunPayload() payload.update_image_path(image.image_path_with_tag) payload.update_dockyard(dockyard_alias) if os.environ.get('MICROSERVICE_NAME') == image.image_name: payload.update_armada_develop_environment(image.image_name, microservice_name, args) payload.update_environment(args.e) payload.update_ports(args.publish) payload.update_volumes(args.volumes) payload.update_microservice_vars(args.rename, args.env, args.app_id) payload.update_run_command(is_dev_env, args.env, image.image_name) payload.update_resource_limits(args.cpu_shares, args.memory, args.memory_swap, args.cgroup_parent) payload.update_configs(args.configs) if is_verbose(): print('payload: {0}'.format(payload)) warn_if_hit_crontab_environment_variable_length(payload.get('environment')) print('Checking if there is new image version. May take few minutes if download is needed...') result = armada_api.post('run', payload.data(), ship_name=ship) _handle_result(result, args.hidden_is_restart)
def command_restart(args): microservice_handle = args.microservice_handle or os.environ[ 'MICROSERVICE_NAME'] if not microservice_handle: raise ValueError('No microservice name or container id supplied.') armada_utils.notify_about_detected_dev_environment(microservice_handle) instances = armada_utils.get_matched_containers(microservice_handle) instances_count = len(instances) if instances_count > 1: if not args.all: raise armada_utils.ArmadaCommandException( 'There are too many ({instances_count}) matching containers. ' 'Provide more specific container_id or microservice name or use -a/--all flag.' .format(**locals())) print('Restarting {instances_count} services {microservice_handle}...'. format(**locals())) else: microservice_name = instances[0]['ServiceName'] container_id = instances[0]["ServiceID"].split(':')[0] print('Restarting service {microservice_name} ({container_id})...'. format(**locals())) were_errors = False for i, instance in enumerate(instances): try: if instances_count > 1: print('[{0}/{1}]'.format(i + 1, instances_count)) container_id = instance['ServiceID'].split(':')[0] payload = {'container_id': container_id} if args.ship: payload['target_ship'] = args.ship payload['force'] = args.force print( 'Checking if there is new image version. May take few minutes if download is needed...' ) ship_name = instance['Address'] result = armada_api.post('restart', payload, ship_name=ship_name) if result['status'] == 'ok': new_container_id = result['container_id'] print( 'Service has been restarted and is running in container {new_container_id} ' 'available at addresses:'.format(**locals())) for service_address, docker_port in six.iteritems( result['endpoints']): print(' {0} ({1})'.format(service_address, docker_port)) if instances_count > 1: print() else: raise armada_utils.ArmadaCommandException(result['error']) except armada_utils.ArmadaCommandException as e: print("ArmadaCommandException: {0}".format(str(e))) were_errors = True except: traceback.print_exc() were_errors = True if were_errors: sys.exit(1)
def command_ssh(args): microservice_name = args.microservice_name or os.environ[ 'MICROSERVICE_NAME'] if not microservice_name: raise ValueError('No microservice name supplied.') armada_utils.notify_about_detected_dev_environment(microservice_name) instances = [ i for i in armada_utils.get_matched_containers(microservice_name) if 'Status' not in i ] if args.local: instances = [ i for i in instances if armada_utils.is_local_container(i['ServiceID']) ] instances_count = len(instances) if instances_count < 1: raise armada_utils.ArmadaCommandException( 'There are no running containers with microservice: ' '{microservice_name}'.format(**locals())) if instances_count > 1: if args.no_prompt: raise armada_utils.ArmadaCommandException( 'There are too many ({instances_count}) matching containers. ' 'Provide more specific container_id or microservice name.'. format(**locals())) instance = prompt_select_instance(instances) else: instance = instances[0] if 'Status' in instance: raise armada_utils.ArmadaCommandException( 'Cannot connect to not running service.') service_id = instance['ServiceID'] container_id = service_id.split(':')[0] payload = {'container_id': container_id} is_local = armada_utils.is_local_container(container_id) if args.command: command = ' '.join(args.command) else: command = 'bash' args.tty = True args.interactive = True tty = '-t' if args.tty else '' interactive = '-i' if args.interactive else '' term = os.environ.get('TERM') or 'dummy' command = pipes.quote(command) docker_command = 'docker exec {interactive} {tty} {container_id} env TERM={term} ' \ 'sh -c {command}'.format(**locals()) if is_local: print("Connecting to {0}...".format(instance['ServiceName'])) ssh_args = shlex.split(docker_command) else: ssh_host = instance['Address'] docker_key_file = os.path.join( os.path.dirname(os.path.realpath(__file__)), '..', 'keys/docker.key') remote_ssh_chunk = ( 'ssh -t {tty} -p 2201 -i {docker_key_file} ' '-o StrictHostKeyChecking=no -o LogLevel=ERROR -o UserKnownHostsFile=/dev/null ' 'docker@{ssh_host}').format(**locals()) ssh_args = shlex.split(remote_ssh_chunk) ssh_args.extend(('sudo', docker_command)) print("Connecting to {0} on host {1}...".format( instance['ServiceName'], ssh_host)) os.execvpe(ssh_args[0], ssh_args, { 'LANG': 'C.UTF-8', 'LC_ALL': 'C.UTF-8', })
def command_build(args): dockerfile_path = args.file if not os.path.exists(dockerfile_path): raise ArmadaCommandException( 'ERROR: {} not found.'.format(dockerfile_path)) base_image_name = _get_base_image_name(dockerfile_path) dockyard_alias = args.dockyard or dockyard.get_dockyard_alias( base_image_name, is_run_locally=True) try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('No microservice name supplied.') notify_about_detected_dev_environment(image.image_name) base_image = ArmadaImageFactory(base_image_name, dockyard_alias) if base_image.is_remote(): if not base_image.exists(): if dockyard_alias == DOCKYARD_FALLBACK_ALIAS: was_fallback_dockyard = True else: print( 'Base image {base_image} not found. Searching in official Armada dockyard...' .format(**locals())) dockyard_alias = DOCKYARD_FALLBACK_ALIAS base_image = ArmadaImageFactory(base_image_name, dockyard_alias) was_fallback_dockyard = False if was_fallback_dockyard or not base_image.exists(): raise ArmadaCommandException( 'Base image {base_image} not found. Aborting.'.format( **locals())) dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) did_print = False d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot pull from dockyard!", ) retries = 0 if did_print else 3 base_image_path = base_image.image_path_with_tag if is_verbose(): print('Fetching base image: "{base_image_path}".\n'.format( **locals())) pull_command = 'docker pull {base_image_path}'.format(**locals()) assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0 if base_image_path != base_image_name: if is_verbose(): print('Tagging "{base_image_path}" as "{base_image_name}"\n'. format(**locals())) tag_command = "docker tag {} {}".format(base_image_path, base_image_name) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = 'docker build {} -f {} -t {} .'.format( '--squash' if args.squash else '', dockerfile_path, image.image_name_with_tag) assert execute_local_command(build_command, stream_output=True)[0] == 0