def main():
# https://urllib3.readthedocs.org/en/latest/security.html#insecureplatformwarning
# We don't want Insecure Platform Warning to pop up everytime HTTPS request is sent.
urllib3.disable_warnings()
log_command()
parser = _get_parser()
args = parser.parse_args()
try:
if args.verbose:
set_verbose()
except AttributeError:
pass
try:
_load_armada_develop_vars()
except Exception:
print('Warning: Could not load armada develop vars.')
if is_verbose():
traceback.print_exc()
try:
if hasattr(args, 'func'):
args.func(args)
else:
parser.print_usage()
except Exception as e:
print('Command failed: {exception_class} - {exception}'.format(
exception_class=type(e).__name__, exception=str(e)))
if is_verbose():
traceback.print_exc()
sys.exit(1)
def command_build(args):
if args.squash:
chain_run_commands()
base_image_name = _get_base_image_name()
dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(base_image_name, is_run_locally=True)
try:
image = ArmadaImageFactory(args.microservice_name, dockyard_alias, os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ValueError('No microservice name supplied.')
if not os.path.exists('Dockerfile'):
print('ERROR: Dockerfile not found in current directory', file=sys.stderr)
return
base_image = ArmadaImageFactory(base_image_name, dockyard_alias)
if base_image.is_remote():
if not base_image.exists():
if dockyard_alias == DOCKYARD_FALLBACK_ALIAS:
was_fallback_dockyard = True
else:
print('Base image {base_image} not found. Searching in official Armada dockyard...'.format(**locals()))
dockyard_alias = DOCKYARD_FALLBACK_ALIAS
base_image = ArmadaImageFactory(base_image_name, dockyard_alias)
was_fallback_dockyard = False
if was_fallback_dockyard or not base_image.exists():
print('Base image {base_image} not found. Aborting.'.format(**locals()))
sys.exit(1)
dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias)
did_print = False
d = dockyard_factory(dockyard_dict.get('address'), dockyard_dict.get('user'), dockyard_dict.get('password'))
if d.is_http():
did_print = print_http_dockyard_unavailability_warning(
dockyard_dict['address'],
dockyard_alias,
"ERROR! Cannot pull from dockyard!",
)
retries = 0 if did_print else 3
base_image_path = base_image.image_path
if is_verbose():
print('Fetching base image: "{base_image_path}".\n'.format(**locals()))
pull_command = 'docker pull {base_image_path}'.format(**locals())
assert execute_local_command(pull_command, stream_output=True, retries=retries)[0] == 0
if base_image_path != base_image_name:
if is_verbose():
print('Tagging "{base_image_path}" as "{base_image_name}"\n'.format(**locals()))
tag_command = docker_backend.build_tag_command(base_image_path, base_image_name)
assert execute_local_command(tag_command, stream_output=True, retries=1)[0] == 0
build_command = 'docker build -t {} .'.format(image.image_name_with_tag)
assert execute_local_command(build_command, stream_output=True)[0] == 0
if args.squash:
os.rename('Dockerfile.tmp', 'Dockerfile')
squash_command = 'docker-squash {} -t {}'.format(image.image_name_with_tag,
image.image_name_with_tag)
assert execute_local_command(squash_command, stream_output=True)[0] == 0
def post(api_function, arguments=None, ship_name=None):
arguments = arguments or {}
try:
url = __get_armada_address(ship_name) + '/' + api_function
result = requests.post(url, json=arguments)
result.raise_for_status()
return result.json()
except Exception as e:
if is_verbose():
traceback.print_exc()
return __exception_to_status(e)
def _pull_base_image(base_image, source_base_image_path, dockyard_alias):
if base_image.is_remote():
did_print = False
if not base_image.dockyard_address:
if not base_image.exists():
if dockyard_alias == DOCKYARD_FALLBACK_ALIAS:
was_fallback_dockyard = True
else:
print('Base image {base_image} not found. '
'Searching in official Armada dockyard...'.format(
**locals()))
dockyard_alias = DOCKYARD_FALLBACK_ALIAS
base_image = ArmadaImageFactory(source_base_image_path,
dockyard_alias)
was_fallback_dockyard = False
if was_fallback_dockyard or not base_image.exists():
raise ArmadaCommandException(
'Base image {base_image} not found. Aborting.'.format(
**locals()))
dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias)
d = dockyard_factory(dockyard_dict.get('address'),
dockyard_dict.get('user'),
dockyard_dict.get('password'))
if d.is_http():
did_print = print_http_dockyard_unavailability_warning(
dockyard_dict['address'],
dockyard_alias,
"ERROR! Cannot pull from dockyard!",
)
retries = 0 if did_print else 3
base_image_path = base_image.image_path_with_tag
if is_verbose():
print('Fetching base image: "{base_image_path}".\n'.format(
**locals()))
pull_command = 'docker pull {base_image_path}'.format(**locals())
assert execute_local_command(pull_command,
stream_output=True,
retries=retries)[0] == 0
else:
base_image = ArmadaImageFactory(base_image.image_name, 'local')
if not base_image.exists():
raise ArmadaCommandException(
'Base image {base_image} not found. Aborting.'.format(
**locals()))
base_image_path = base_image.image_path_with_tag
return base_image_path
def command_build(args):
dockerfile_path = args.file
if not os.path.exists(dockerfile_path):
raise ArmadaCommandException(
'ERROR: {} not found.'.format(dockerfile_path))
source_base_image_paths = _get_base_image_paths(dockerfile_path)
dockyard_alias = args.dockyard or get_default_alias()
try:
image = ArmadaImageFactory(args.microservice_name, dockyard_alias,
os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ArmadaCommandException('No microservice name supplied.')
notify_about_detected_dev_environment(image.image_name)
for source_base_image_path in source_base_image_paths:
source_dockyard_address = split_image_path(source_base_image_path)[0]
if source_dockyard_address:
base_image = ArmadaImageFactory(source_base_image_path,
args.dockyard)
else:
print_warning(
'Using image name only as base image ("FROM {}") has been deprecated. '
'Consider providing full dockyard/docker registry address, '
'e.g.: "FROM dockyard.armada.sh/microservice".'.format(
source_base_image_path))
base_image = ArmadaImageFactory(source_base_image_path,
dockyard_alias)
base_image_path = _pull_base_image(base_image, source_base_image_path,
dockyard_alias)
if base_image_path != source_base_image_path:
if is_verbose():
print(
'Tagging "{base_image_path}" as "{source_base_image_path}"\n'
.format(**locals()))
tag_command = "docker tag {} {}".format(base_image_path,
source_base_image_path)
assert execute_local_command(tag_command,
stream_output=True,
retries=1)[0] == 0
build_command = _generate_build_command(args, dockerfile_path, image)
assert execute_local_command(' '.join(build_command),
stream_output=True)[0] == 0
def command_run(args):
try:
image = ArmadaImageFactory(args.microservice_name, 'local',
os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ArmadaCommandException(
'ERROR: Please specify microservice_name argument'
' or set MICROSERVICE_NAME environment variable')
ship = args.ship
is_run_locally = ship is None
dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(
image.image_name, is_run_locally)
vagrant_dev = _is_vagrant_dev(args.hidden_vagrant_dev, dockyard_alias,
image.image_name)
dockyard_alias, image = _find_dockyard_with_image(
vagrant_dev, args.hidden_is_restart, dockyard_alias,
image.image_name_with_tag)
_print_run_info(image, dockyard_alias, ship, args.rename)
payload = RunPayload()
payload.update_image_path(image.image_path_with_tag)
payload.update_dockyard(dockyard_alias)
if vagrant_dev:
payload.update_vagrant(args.dynamic_ports, args.publish,
args.use_latest_image_code, image.image_name)
payload.update_environment(args.e)
payload.update_ports(args.publish)
payload.update_volumes(args.volumes)
payload.update_microservice_vars(args.rename, args.env, args.app_id)
payload.update_run_command(vagrant_dev, args.env, image.image_name)
payload.update_resource_limits(args.cpu_shares, args.memory,
args.memory_swap, args.cgroup_parent)
payload.update_configs(args.configs)
if is_verbose():
print('payload: {0}'.format(payload))
warn_if_hit_crontab_environment_variable_length(payload.get('environment'))
print(
'Checking if there is new image version. May take few minutes if download is needed...'
)
result = armada_api.post('run', payload.data(), ship_name=ship)
_handle_result(result, args.hidden_is_restart)
def command_run(args):
try:
image = ArmadaImageFactory(args.microservice_name, 'local', os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ArmadaCommandException('ERROR: Please specify microservice_name argument'
' or set MICROSERVICE_NAME environment variable')
ship = args.ship
is_run_locally = ship is None
dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(image.image_name, is_run_locally)
vagrant_dev = _is_vagrant_dev(args.hidden_vagrant_dev, dockyard_alias, image.image_name)
dockyard_alias, image = _find_dockyard_with_image(vagrant_dev, args.hidden_is_restart, dockyard_alias,
image.image_name_with_tag)
_print_run_info(image, dockyard_alias, ship, args.rename)
payload = RunPayload()
payload.update_image_path(image.image_path_with_tag)
payload.update_dockyard(dockyard_alias)
if vagrant_dev:
payload.update_vagrant(args.dynamic_ports, args.publish, args.use_latest_image_code, image.image_name)
payload.update_environment(args.e)
payload.update_ports(args.publish)
payload.update_volumes(args.volumes)
payload.update_microservice_vars(args.rename, args.env, args.app_id)
payload.update_run_command(vagrant_dev)
payload.update_resource_limits(args.cpu_shares, args.memory, args.memory_swap, args.cgroup_parent)
payload.update_configs(args.configs)
if is_verbose():
print('payload: {0}'.format(payload))
warn_if_hit_crontab_environment_variable_length(payload.get('environment'))
print('Checking if there is new image version. May take few minutes if download is needed...')
result = armada_api.post('run', payload.data(), ship_name=ship)
_handle_result(result, args.hidden_is_restart)
def command_build(args):
dockerfile_path = args.file
if args.squash:
if dockerfile_path != 'Dockerfile':
raise ArmadaCommandException(
'You cannot use --file flag together with -s/--squash.')
chain_run_commands()
if not os.path.exists(dockerfile_path):
print('ERROR: {} not found.'.format(dockerfile_path), file=sys.stderr)
return
base_image_name = _get_base_image_name(dockerfile_path)
dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(
base_image_name, is_run_locally=True)
try:
image = ArmadaImageFactory(args.microservice_name, dockyard_alias,
os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ValueError('No microservice name supplied.')
base_image = ArmadaImageFactory(base_image_name, dockyard_alias)
if base_image.is_remote():
if not base_image.exists():
if dockyard_alias == DOCKYARD_FALLBACK_ALIAS:
was_fallback_dockyard = True
else:
print(
'Base image {base_image} not found. Searching in official Armada dockyard...'
.format(**locals()))
dockyard_alias = DOCKYARD_FALLBACK_ALIAS
base_image = ArmadaImageFactory(base_image_name,
dockyard_alias)
was_fallback_dockyard = False
if was_fallback_dockyard or not base_image.exists():
print('Base image {base_image} not found. Aborting.'.format(
**locals()))
sys.exit(1)
dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias)
did_print = False
d = dockyard_factory(dockyard_dict.get('address'),
dockyard_dict.get('user'),
dockyard_dict.get('password'))
if d.is_http():
did_print = print_http_dockyard_unavailability_warning(
dockyard_dict['address'],
dockyard_alias,
"ERROR! Cannot pull from dockyard!",
)
retries = 0 if did_print else 3
base_image_path = base_image.image_path_with_tag
if is_verbose():
print('Fetching base image: "{base_image_path}".\n'.format(
**locals()))
pull_command = 'docker pull {base_image_path}'.format(**locals())
assert execute_local_command(pull_command,
stream_output=True,
retries=retries)[0] == 0
if base_image_path != base_image_name:
if is_verbose():
print('Tagging "{base_image_path}" as "{base_image_name}"\n'.
format(**locals()))
tag_command = docker_backend.build_tag_command(
base_image_path, base_image_name)
assert execute_local_command(tag_command,
stream_output=True,
retries=1)[0] == 0
build_command = 'docker build -f {} -t {} .'.format(
dockerfile_path, image.image_name_with_tag)
assert execute_local_command(build_command, stream_output=True)[0] == 0
if args.squash:
os.rename('Dockerfile.tmp', 'Dockerfile')
squash_command = 'docker-squash {} -t {}'.format(
image.image_name_with_tag, image.image_name_with_tag)
assert execute_local_command(squash_command,
stream_output=True)[0] == 0
def command_build(args):
dockerfile_path = args.file
if not os.path.exists(dockerfile_path):
raise ArmadaCommandException(
'ERROR: {} not found.'.format(dockerfile_path))
base_image_name = _get_base_image_name(dockerfile_path)
dockyard_alias = args.dockyard or dockyard.get_dockyard_alias(
base_image_name, is_run_locally=True)
try:
image = ArmadaImageFactory(args.microservice_name, dockyard_alias,
os.environ.get('MICROSERVICE_NAME'))
except InvalidImagePathException:
raise ArmadaCommandException('No microservice name supplied.')
notify_about_detected_dev_environment(image.image_name)
base_image = ArmadaImageFactory(base_image_name, dockyard_alias)
if base_image.is_remote():
if not base_image.exists():
if dockyard_alias == DOCKYARD_FALLBACK_ALIAS:
was_fallback_dockyard = True
else:
print(
'Base image {base_image} not found. Searching in official Armada dockyard...'
.format(**locals()))
dockyard_alias = DOCKYARD_FALLBACK_ALIAS
base_image = ArmadaImageFactory(base_image_name,
dockyard_alias)
was_fallback_dockyard = False
if was_fallback_dockyard or not base_image.exists():
raise ArmadaCommandException(
'Base image {base_image} not found. Aborting.'.format(
**locals()))
dockyard_dict = dockyard.get_dockyard_dict(dockyard_alias)
did_print = False
d = dockyard_factory(dockyard_dict.get('address'),
dockyard_dict.get('user'),
dockyard_dict.get('password'))
if d.is_http():
did_print = print_http_dockyard_unavailability_warning(
dockyard_dict['address'],
dockyard_alias,
"ERROR! Cannot pull from dockyard!",
)
retries = 0 if did_print else 3
base_image_path = base_image.image_path_with_tag
if is_verbose():
print('Fetching base image: "{base_image_path}".\n'.format(
**locals()))
pull_command = 'docker pull {base_image_path}'.format(**locals())
assert execute_local_command(pull_command,
stream_output=True,
retries=retries)[0] == 0
if base_image_path != base_image_name:
if is_verbose():
print('Tagging "{base_image_path}" as "{base_image_name}"\n'.
format(**locals()))
tag_command = "docker tag {} {}".format(base_image_path,
base_image_name)
assert execute_local_command(tag_command,
stream_output=True,
retries=1)[0] == 0
build_command = 'docker build {} -f {} -t {} .'.format(
'--squash' if args.squash else '', dockerfile_path,
image.image_name_with_tag)
assert execute_local_command(build_command, stream_output=True)[0] == 0
