def main(): # https://urllib3.readthedocs.org/en/latest/security.html#insecureplatformwarning # We don't want Insecure Platform Warning to pop up everytime HTTPS request is sent. urllib3.disable_warnings() log_command() parser = _get_parser() args = parser.parse_args() try: if args.verbose: set_verbose() except AttributeError: pass try: _load_armada_develop_vars() except Exception: print('Warning: Could not load armada develop vars.') if is_verbose(): traceback.print_exc() try: if hasattr(args, 'func'): args.func(args) else: parser.print_usage() except Exception as e: print('Command failed: {exception_class} - {exception}'.format( exception_class=type(e).__name__, exception=str(e))) if is_verbose(): traceback.print_exc() sys.exit(1)
def command_build(args): if args.squash: chain_run_commands() base_image_name = _get_base_image_name() dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(base_image_name, is_run_locally=True) try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ValueError('No microservice name supplied.') if not os.path.exists('Dockerfile'): print('ERROR: Dockerfile not found in current directory', file=sys.stderr) return base_image = ArmadaImageFactory(base_image_name, dockyard_alias) if base_image.is_remote(): if not base_image.exists(): if dockyard_alias == DOCKYARD_FALLBACK_ALIAS: was_fallback_dockyard = True else: print('Base image {base_image} not found. Searching in official Armada dockyard...'.format(**locals())) dockyard_alias = DOCKYARD_FALLBACK_ALIAS base_image = ArmadaImageFactory(base_image_name, dockyard_alias) was_fallback_dockyard = False if was_fallback_dockyard or not base_image.exists(): print('Base image {base_image} not found. Aborting.'.format(**locals())) sys.exit(1) dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) did_print = False d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot pull from dockyard!", ) retries = 0 if did_print else 3 base_image_path = base_image.image_path if is_verbose(): print('Fetching base image: "{base_image_path}".\n'.format(**locals())) pull_command = 'docker pull {base_image_path}'.format(**locals()) assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0 if base_image_path != base_image_name: if is_verbose(): print('Tagging "{base_image_path}" as "{base_image_name}"\n'.format(**locals())) tag_command = docker_backend.build_tag_command(base_image_path, base_image_name) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = 'docker build -t {} .'.format(image.image_name_with_tag) assert execute_local_command(build_command, stream_output=True)[0] == 0 if args.squash: os.rename('Dockerfile.tmp', 'Dockerfile') squash_command = 'docker-squash {} -t {}'.format(image.image_name_with_tag, image.image_name_with_tag) assert execute_local_command(squash_command, stream_output=True)[0] == 0
def post(api_function, arguments=None, ship_name=None): arguments = arguments or {} try: url = __get_armada_address(ship_name) + '/' + api_function result = requests.post(url, json=arguments) result.raise_for_status() return result.json() except Exception as e: if is_verbose(): traceback.print_exc() return __exception_to_status(e)
def _pull_base_image(base_image, source_base_image_path, dockyard_alias): if base_image.is_remote(): did_print = False if not base_image.dockyard_address: if not base_image.exists(): if dockyard_alias == DOCKYARD_FALLBACK_ALIAS: was_fallback_dockyard = True else: print('Base image {base_image} not found. ' 'Searching in official Armada dockyard...'.format( **locals())) dockyard_alias = DOCKYARD_FALLBACK_ALIAS base_image = ArmadaImageFactory(source_base_image_path, dockyard_alias) was_fallback_dockyard = False if was_fallback_dockyard or not base_image.exists(): raise ArmadaCommandException( 'Base image {base_image} not found. Aborting.'.format( **locals())) dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot pull from dockyard!", ) retries = 0 if did_print else 3 base_image_path = base_image.image_path_with_tag if is_verbose(): print('Fetching base image: "{base_image_path}".\n'.format( **locals())) pull_command = 'docker pull {base_image_path}'.format(**locals()) assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0 else: base_image = ArmadaImageFactory(base_image.image_name, 'local') if not base_image.exists(): raise ArmadaCommandException( 'Base image {base_image} not found. Aborting.'.format( **locals())) base_image_path = base_image.image_path_with_tag return base_image_path
def command_build(args): dockerfile_path = args.file if not os.path.exists(dockerfile_path): raise ArmadaCommandException( 'ERROR: {} not found.'.format(dockerfile_path)) source_base_image_paths = _get_base_image_paths(dockerfile_path) dockyard_alias = args.dockyard or get_default_alias() try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('No microservice name supplied.') notify_about_detected_dev_environment(image.image_name) for source_base_image_path in source_base_image_paths: source_dockyard_address = split_image_path(source_base_image_path)[0] if source_dockyard_address: base_image = ArmadaImageFactory(source_base_image_path, args.dockyard) else: print_warning( 'Using image name only as base image ("FROM {}") has been deprecated. ' 'Consider providing full dockyard/docker registry address, ' 'e.g.: "FROM dockyard.armada.sh/microservice".'.format( source_base_image_path)) base_image = ArmadaImageFactory(source_base_image_path, dockyard_alias) base_image_path = _pull_base_image(base_image, source_base_image_path, dockyard_alias) if base_image_path != source_base_image_path: if is_verbose(): print( 'Tagging "{base_image_path}" as "{source_base_image_path}"\n' .format(**locals())) tag_command = "docker tag {} {}".format(base_image_path, source_base_image_path) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = _generate_build_command(args, dockerfile_path, image) assert execute_local_command(' '.join(build_command), stream_output=True)[0] == 0
def command_run(args): try: image = ArmadaImageFactory(args.microservice_name, 'local', os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException( 'ERROR: Please specify microservice_name argument' ' or set MICROSERVICE_NAME environment variable') ship = args.ship is_run_locally = ship is None dockyard_alias = args.dockyard or dockyard.get_dockyard_alias( image.image_name, is_run_locally) vagrant_dev = _is_vagrant_dev(args.hidden_vagrant_dev, dockyard_alias, image.image_name) dockyard_alias, image = _find_dockyard_with_image( vagrant_dev, args.hidden_is_restart, dockyard_alias, image.image_name_with_tag) _print_run_info(image, dockyard_alias, ship, args.rename) payload = RunPayload() payload.update_image_path(image.image_path_with_tag) payload.update_dockyard(dockyard_alias) if vagrant_dev: payload.update_vagrant(args.dynamic_ports, args.publish, args.use_latest_image_code, image.image_name) payload.update_environment(args.e) payload.update_ports(args.publish) payload.update_volumes(args.volumes) payload.update_microservice_vars(args.rename, args.env, args.app_id) payload.update_run_command(vagrant_dev, args.env, image.image_name) payload.update_resource_limits(args.cpu_shares, args.memory, args.memory_swap, args.cgroup_parent) payload.update_configs(args.configs) if is_verbose(): print('payload: {0}'.format(payload)) warn_if_hit_crontab_environment_variable_length(payload.get('environment')) print( 'Checking if there is new image version. May take few minutes if download is needed...' ) result = armada_api.post('run', payload.data(), ship_name=ship) _handle_result(result, args.hidden_is_restart)
def command_run(args): try: image = ArmadaImageFactory(args.microservice_name, 'local', os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('ERROR: Please specify microservice_name argument' ' or set MICROSERVICE_NAME environment variable') ship = args.ship is_run_locally = ship is None dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(image.image_name, is_run_locally) vagrant_dev = _is_vagrant_dev(args.hidden_vagrant_dev, dockyard_alias, image.image_name) dockyard_alias, image = _find_dockyard_with_image(vagrant_dev, args.hidden_is_restart, dockyard_alias, image.image_name_with_tag) _print_run_info(image, dockyard_alias, ship, args.rename) payload = RunPayload() payload.update_image_path(image.image_path_with_tag) payload.update_dockyard(dockyard_alias) if vagrant_dev: payload.update_vagrant(args.dynamic_ports, args.publish, args.use_latest_image_code, image.image_name) payload.update_environment(args.e) payload.update_ports(args.publish) payload.update_volumes(args.volumes) payload.update_microservice_vars(args.rename, args.env, args.app_id) payload.update_run_command(vagrant_dev) payload.update_resource_limits(args.cpu_shares, args.memory, args.memory_swap, args.cgroup_parent) payload.update_configs(args.configs) if is_verbose(): print('payload: {0}'.format(payload)) warn_if_hit_crontab_environment_variable_length(payload.get('environment')) print('Checking if there is new image version. May take few minutes if download is needed...') result = armada_api.post('run', payload.data(), ship_name=ship) _handle_result(result, args.hidden_is_restart)
def command_build(args): dockerfile_path = args.file if args.squash: if dockerfile_path != 'Dockerfile': raise ArmadaCommandException( 'You cannot use --file flag together with -s/--squash.') chain_run_commands() if not os.path.exists(dockerfile_path): print('ERROR: {} not found.'.format(dockerfile_path), file=sys.stderr) return base_image_name = _get_base_image_name(dockerfile_path) dockyard_alias = args.dockyard or dockyard.get_dockyard_alias( base_image_name, is_run_locally=True) try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ValueError('No microservice name supplied.') base_image = ArmadaImageFactory(base_image_name, dockyard_alias) if base_image.is_remote(): if not base_image.exists(): if dockyard_alias == DOCKYARD_FALLBACK_ALIAS: was_fallback_dockyard = True else: print( 'Base image {base_image} not found. Searching in official Armada dockyard...' .format(**locals())) dockyard_alias = DOCKYARD_FALLBACK_ALIAS base_image = ArmadaImageFactory(base_image_name, dockyard_alias) was_fallback_dockyard = False if was_fallback_dockyard or not base_image.exists(): print('Base image {base_image} not found. Aborting.'.format( **locals())) sys.exit(1) dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) did_print = False d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot pull from dockyard!", ) retries = 0 if did_print else 3 base_image_path = base_image.image_path_with_tag if is_verbose(): print('Fetching base image: "{base_image_path}".\n'.format( **locals())) pull_command = 'docker pull {base_image_path}'.format(**locals()) assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0 if base_image_path != base_image_name: if is_verbose(): print('Tagging "{base_image_path}" as "{base_image_name}"\n'. format(**locals())) tag_command = docker_backend.build_tag_command( base_image_path, base_image_name) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = 'docker build -f {} -t {} .'.format( dockerfile_path, image.image_name_with_tag) assert execute_local_command(build_command, stream_output=True)[0] == 0 if args.squash: os.rename('Dockerfile.tmp', 'Dockerfile') squash_command = 'docker-squash {} -t {}'.format( image.image_name_with_tag, image.image_name_with_tag) assert execute_local_command(squash_command, stream_output=True)[0] == 0
def command_build(args): dockerfile_path = args.file if not os.path.exists(dockerfile_path): raise ArmadaCommandException( 'ERROR: {} not found.'.format(dockerfile_path)) base_image_name = _get_base_image_name(dockerfile_path) dockyard_alias = args.dockyard or dockyard.get_dockyard_alias( base_image_name, is_run_locally=True) try: image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME')) except InvalidImagePathException: raise ArmadaCommandException('No microservice name supplied.') notify_about_detected_dev_environment(image.image_name) base_image = ArmadaImageFactory(base_image_name, dockyard_alias) if base_image.is_remote(): if not base_image.exists(): if dockyard_alias == DOCKYARD_FALLBACK_ALIAS: was_fallback_dockyard = True else: print( 'Base image {base_image} not found. Searching in official Armada dockyard...' .format(**locals())) dockyard_alias = DOCKYARD_FALLBACK_ALIAS base_image = ArmadaImageFactory(base_image_name, dockyard_alias) was_fallback_dockyard = False if was_fallback_dockyard or not base_image.exists(): raise ArmadaCommandException( 'Base image {base_image} not found. Aborting.'.format( **locals())) dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias) did_print = False d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password')) if d.is_http(): did_print = print_http_dockyard_unavailability_warning( dockyard_dict['address'], dockyard_alias, "ERROR! Cannot pull from dockyard!", ) retries = 0 if did_print else 3 base_image_path = base_image.image_path_with_tag if is_verbose(): print('Fetching base image: "{base_image_path}".\n'.format( **locals())) pull_command = 'docker pull {base_image_path}'.format(**locals()) assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0 if base_image_path != base_image_name: if is_verbose(): print('Tagging "{base_image_path}" as "{base_image_name}"\n'. format(**locals())) tag_command = "docker tag {} {}".format(base_image_path, base_image_name) assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0 build_command = 'docker build {} -f {} -t {} .'.format( '--squash' if args.squash else '', dockerfile_path, image.image_name_with_tag) assert execute_local_command(build_command, stream_output=True)[0] == 0