def parse(self):
''' create an options parser for bin/ansible '''
parser = utils.base_parser(
constants=C,
runas_opts=True,
subset_opts=True,
async_opts=True,
output_opts=True,
connect_opts=True,
check_opts=True,
diff_opts=False,
usage='%prog <host-pattern> [options]'
)
parser.add_option('-a', '--args', dest='module_args',
help="module arguments", default=C.DEFAULT_MODULE_ARGS)
parser.add_option('-m', '--module-name', dest='module_name',
help="module name to execute (default=%s)" % C.DEFAULT_MODULE_NAME,
default=C.DEFAULT_MODULE_NAME)
options, args = parser.parse_args()
self.callbacks.options = options
if len(args) == 0 or len(args) > 1:
parser.print_help()
sys.exit(1)
# privlege escalation command line arguments need to be mutually exclusive
utils.check_mutually_exclusive_privilege(options, parser)
if (options.ask_vault_pass and options.vault_password_file):
parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
return (options, args)
def get_args(args): # create parser for CLI options
usage = "%prog playbook.yml"
parser = utils.base_parser(constants=C,
usage=usage,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True)
return parser.parse_args(args)
def get_args(args): # create parser for CLI options
usage = "%prog playbook.yml"
parser = utils.base_parser(
constants=C,
usage=usage,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
return parser.parse_args(args)
def parse_opts():
parser = utils.base_parser(
constants=C,
runas_opts=True,
subset_opts=True,
async_opts=True,
output_opts=True,
connect_opts=True,
check_opts=True,
diff_opts=False,
usage='%prog <host-pattern> [options]'
)
parser.add_option('-p', '--step', default=False, action="store_true",
dest='step',
help='one-step-at-a-time: confirm each task before running')
return parser.parse_args()
def launch_playbook_v1(self):
''' run ansible-playbook operations v1.X'''
# create parser for CLI options
parser = utils.base_parser(constants=C,
usage="%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True)
options, _ = parser.parse_args([])
sshpass = None
if self.pk_file:
options.private_key_file = self.pk_file
else:
sshpass = self.passwd
if self.user:
remote_user = self.user
else:
remote_user = options.remote_user
if not os.path.exists(self.playbook_file):
raise errors.AnsibleError("the playbook: %s could not be found" %
self.playbook_file)
if not os.path.isfile(self.playbook_file):
raise errors.AnsibleError(
"the playbook: %s does not appear to be a file" %
self.playbook_file)
num_retries = 0
return_code = 4
hosts_with_errors = []
while return_code != 0 and num_retries < self.retries:
time.sleep(5 * num_retries)
num_retries += 1
return_code = 0
if self.inventory_file:
inventory = ansible.inventory.Inventory(self.inventory_file)
else:
inventory = ansible.inventory.Inventory(options.inventory)
if self.host:
inventory.subset(self.host)
# let inventory know which playbooks are using so it can know the
# basedirs
inventory.set_playbook_basedir(os.path.dirname(self.playbook_file))
stats = AggregateStats()
playbook_cb = PlaybookCallbacks(verbose=utils.VERBOSITY,
output=self.output)
runner_cb = PlaybookRunnerCallbacks(stats,
verbose=utils.VERBOSITY,
output=self.output)
pb = ansible.playbook.PlayBook(
playbook=self.playbook_file,
module_path=options.module_path,
inventory=inventory,
forks=self.threads,
remote_user=remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
extra_vars=self.extra_vars,
private_key_file=options.private_key_file,
only_tags=['all'])
try:
failed_hosts = []
unreachable_hosts = []
pb.run()
hosts = sorted(pb.stats.processed.keys())
display(banner("PLAY RECAP"), output=self.output)
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
hosts_with_errors = failed_hosts + unreachable_hosts
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" %
(hostcolor(h, t), colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True,
output=self.output)
display(
"%s : %s %s %s %s" %
(hostcolor(h, t, False), colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True,
output=self.output)
if len(failed_hosts) > 0:
return_code = 2
if len(unreachable_hosts) > 0:
return_code = 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red', output=self.output)
return_code = 1
if return_code != 0:
display("ERROR executing playbook (%s/%s)" %
(num_retries, self.retries),
color='red',
output=self.output)
def deploy(args):
# create parser for CLI options
parser = utils.base_parser(
constants=C,
usage = "%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
parser.add_option('-e', '--extra-vars', dest="extra_vars", action="append",
help="set additional variables as key=value or YAML/JSON", default=[])
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
print "number of hosts: %s" % str(len(inventory.list_hosts()))
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
sshpass = None
sudopass = None
su_pass = None
vault_pass = None
options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
if options.connection == "local":
options.ask_pass = False
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
(sshpass, sudopass, su_pass, vault_pass) = \
utils.ask_passwords(ask_pass=options.ask_pass,
ask_sudo_pass=options.ask_sudo_pass, ask_su_pass=options.ask_su_pass,
ask_vault_pass=options.ask_vault_pass)
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
options.su_user = options.su_user or C.DEFAULT_SU_USER
extra_vars={}
for extra_vars_opt in options.extra_vars:
if extra_vars_opt.startswith("@"):
# Argument is a YAML file (JSON is a subset of YAML)
extra_vars = utils.combine_vars(extra_vars, utils.parse_yaml_from_file(extra_vars_opt[1:]))
elif extra_vars_opt and extra_vars_opt[0] in '[{':
# Arguments as YAML
extra_vars = utils.combine_vars(extra_vars, utils.parse_yaml(extra_vars_opt))
else:
# Arguments as Key-value
extra_vars = utils.combine_vars(extra_vars, utils.parse_kv(extra_vars_opt))
playbook = underwear.__path__[0] + '/django-stack.yml'
inventory.set_playbook_basedir(os.path.dirname(playbook))
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats,
verbose=utils.VERBOSITY)
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % \
playbook)
if not (os.path.isfile(playbook) or \
stat.S_ISFIFO(os.stat(playbook).st_mode)):
raise errors.AnsibleError( \
"the playbook: %s does not appear to be a file" % playbook)
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
sudo=options.sudo,
sudo_user=options.sudo_user,
sudo_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=['all',],
skip_tags=None,
check=options.check,
diff=options.diff
)
failed_hosts = []
unreachable_hosts = []
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
print hosts
display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
display(" to retry, use: --limit @%s\n" % filename)
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True
)
display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True
)
print ""
if len(failed_hosts) > 0:
return 2
if len(unreachable_hosts) > 0:
return 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def __call__(self, argv, help):
inject_ansible_paths()
import ansible.playbook
import ansible.constants as C
from ansible import errors
from ansible import callbacks
from ploy_ansible.inventory import Inventory
from ansible import utils
from ansible.color import ANSIBLE_COLOR, stringc
try:
from ansible.utils.vault import VaultLib
except ImportError:
VaultLib = None
ansible_version = get_ansible_version()
parser = utils.base_parser(
constants=C,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True,
usage='%s playbook playbook.yml' % self.ctrl.progname
)
parser.remove_option('-i')
parser.remove_option('-k')
if not parser.has_option('--extra-vars'):
parser.add_option(
'-e', '--extra-vars', dest="extra_vars", action="append",
help="set additional variables as key=value or YAML/JSON", default=[])
parser.add_option(
'-t', '--tags', dest='tags', default='all',
help="only run plays and tasks tagged with these values")
parser.add_option(
'--skip-tags', dest='skip_tags',
help="only run plays and tasks whose tags do not match these values")
parser.add_option(
'--syntax-check', dest='syntax', action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option(
'--list-tasks', dest='listtasks', action='store_true',
help="list all tasks that would be executed")
parser.add_option(
'--step', dest='step', action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option(
'--start-at-task', dest='start_at',
help="start the playbook at the task matching this name")
if ansible_version >= (1, 6):
parser.add_option(
'--force-handlers', dest='force_handlers', action='store_true',
help="run handlers even if a task fails")
options, args = parser.parse_args(argv)
cbs = callbacks.CliRunnerCallbacks()
cbs.options = options
if len(args) == 0:
parser.print_help(file=sys.stderr)
sys.exit(1)
if hasattr(options, 'become_ask_pass'):
# privlege escalation command line arguments need to be mutually exclusive
utils.check_mutually_exclusive_privilege(options, parser)
else:
# su and sudo command line arguments need to be mutually exclusive
if (hasattr(options, 'su')
and (options.su or options.su_user or options.ask_su_pass)
and (options.sudo or options.sudo_user or options.ask_sudo_pass)):
parser.error("Sudo arguments ('--sudo', '--sudo-user', and '--ask-sudo-pass') "
"and su arguments ('-su', '--su-user', and '--ask-su-pass') are "
"mutually exclusive")
if hasattr(options, 'ask_vault_pass') and (options.ask_vault_pass and options.vault_password_file):
parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
def colorize(lead, num, color):
""" Print 'lead' = 'num' in 'color' """
if num != 0 and ANSIBLE_COLOR and color is not None:
return "%s%s%-15s" % (stringc(lead, color), stringc("=", color), stringc(str(num), color))
else:
return "%s=%-4s" % (lead, str(num))
def hostcolor(host, stats, color=True):
if ANSIBLE_COLOR and color:
if stats['failures'] != 0 or stats['unreachable'] != 0:
return "%-37s" % stringc(host, 'red')
elif stats['changed'] != 0:
return "%-37s" % stringc(host, 'yellow')
else:
return "%-37s" % stringc(host, 'green')
return "%-26s" % host
try:
patch_connect(self.ctrl)
if hasattr(options, 'become_ask_pass'):
becomepass = None
else:
sudopass = None
su_pass = None
vault_pass = None
if not options.listhosts and not options.syntax and not options.listtasks:
kw = {}
if hasattr(options, 'become_ask_pass'):
utils.normalize_become_options(options)
become_method = utils.choose_pass_prompt(options)
kw['become_ask_pass'] = options.become_ask_pass
kw['become_method'] = become_method
else:
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
kw['ask_sudo_pass'] = options.ask_sudo_pass
if hasattr(options, 'ask_su_pass'):
options.ask_su_pass = options.ask_su_pass or C.DEFAULT_ASK_SU_PASS
kw['ask_su_pass'] = options.ask_sudo_pass
if hasattr(options, 'ask_vault_pass'):
options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
kw['ask_vault_pass'] = options.ask_vault_pass
passwds = utils.ask_passwords(**kw)
if hasattr(options, 'become_ask_pass'):
(sshpass, becomepass, vault_pass) = passwds
else:
if len(passwds) == 2:
(sshpass, sudopass) = passwds
elif len(passwds) == 3:
(sshpass, sudopass, su_pass) = passwds
else:
(sshpass, sudopass, su_pass, vault_pass) = passwds
if VaultLib is not None and vault_pass is None:
vault_pass = get_vault_password_source(self.ctrl.config).get()
if options.sudo_user or options.ask_sudo_pass:
options.sudo = True
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
if hasattr(options, 'su'):
if options.su_user or options.ask_su_pass:
options.su = True
options.su_user = options.su_user or C.DEFAULT_SU_USER
if getattr(options, 'vault_password_file', None):
this_path = os.path.expanduser(options.vault_password_file)
try:
f = open(this_path, "rb")
tmp_vault_pass = f.read().strip()
f.close()
except (OSError, IOError), e:
raise errors.AnsibleError("Could not read %s: %s" % (this_path, e))
if not options.ask_vault_pass:
vault_pass = tmp_vault_pass
inventory = Inventory(self.ctrl, vault_password=vault_pass)
extra_vars = parse_extra_vars(options.extra_vars, vault_pass=vault_pass)
only_tags = options.tags.split(",")
skip_tags = options.skip_tags
if options.skip_tags is not None:
skip_tags = options.skip_tags.split(",")
for playbook in args:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % playbook)
# run all playbooks specified on the command line
for playbook in args:
playbook = os.path.abspath(playbook)
# let inventory know which playbooks are using so it can know the basedirs
inventory.set_playbook_basedir(os.path.dirname(playbook))
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
if options.step:
playbook_cb.step = options.step
if options.start_at:
playbook_cb.start_at = options.start_at
runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=utils.VERBOSITY)
kw = {}
if hasattr(options, 'become_ask_pass'):
kw['become'] = options.become
kw['become_method'] = options.become_method
kw['become_pass'] = becomepass
kw['become_user'] = options.become_user
else:
if hasattr(options, 'su'):
kw['su'] = options.su
kw['su_user'] = options.su_user
if hasattr(options, 'su_pass'):
kw['su_pass'] = options.su_pass
kw['sudo'] = options.sudo
kw['sudo_user'] = options.sudo_user
kw['sudo_pass'] = sudopass
if vault_pass:
kw['vault_password'] = vault_pass
if hasattr(options, 'force_handlers'):
kw['force_handlers'] = options.force_handlers
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
skip_tags=skip_tags,
check=options.check,
diff=options.diff,
**kw)
if options.listhosts or options.listtasks or options.syntax:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir)
label = play.name
hosts = pb.inventory.list_hosts(play.hosts)
# Filter all tasks by given tags
if pb.only_tags != 'all':
if options.subset and not hosts:
continue
matched_tags, unmatched_tags = play.compare_tags(pb.only_tags)
# Remove skipped tasks
matched_tags = matched_tags - set(pb.skip_tags)
unmatched_tags.discard('all')
unknown_tags = ((set(pb.only_tags) | set(pb.skip_tags)) -
(matched_tags | unmatched_tags))
if unknown_tags:
continue
if options.listhosts:
print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
for host in hosts:
print ' %s' % host
if options.listtasks:
print ' play #%d (%s):' % (playnum, label)
for task in play.tasks():
_only_tags = set(task.tags).intersection(pb.only_tags)
_skip_tags = set(task.tags).intersection(pb.skip_tags)
if (_only_tags and not _skip_tags):
if getattr(task, 'name', None) is not None:
# meta tasks have no names
print ' %s' % task.name
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine.
print 'Playbook Syntax is fine'
sys.exit(0)
failed_hosts = []
unreachable_hosts = []
pb.run()
hosts = sorted(pb.stats.processed.keys())
callbacks.display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
callbacks.display(" to retry, use: --limit @%s\n" % filename)
for h in hosts:
t = pb.stats.summarize(h)
callbacks.display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True
)
callbacks.display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True
)
print ""
if len(failed_hosts) > 0:
sys.exit(2)
if len(unreachable_hosts) > 0:
sys.exit(3)
def __call__(self, argv, help):
inject_ansible_paths()
import ansible.constants as C
from ansible.runner import Runner
from ansible import errors
from ansible import callbacks
from ploy_ansible.inventory import Inventory
from ansible import utils
try:
from ansible.utils.vault import VaultLib
except ImportError:
VaultLib = None
parser = utils.base_parser(
constants=C,
runas_opts=True,
subset_opts=True,
output_opts=True,
check_opts=True,
diff_opts=False,
usage='%s ansible <host-pattern> [options]' % self.ctrl.progname
)
parser.remove_option('-i')
parser.remove_option('-k')
parser.add_option(
'-a', '--args', dest='module_args',
help="module arguments", default=C.DEFAULT_MODULE_ARGS)
parser.add_option(
'-m', '--module-name', dest='module_name',
help="module name to execute (default=%s)" % C.DEFAULT_MODULE_NAME,
default=C.DEFAULT_MODULE_NAME)
options, args = parser.parse_args(argv)
if len(args) == 0 or len(args) > 1:
parser.print_help()
sys.exit(1)
if hasattr(options, 'become_ask_pass'):
# privlege escalation command line arguments need to be mutually exclusive
utils.check_mutually_exclusive_privilege(options, parser)
else:
# su and sudo command line arguments need to be mutually exclusive
if (hasattr(options, 'su')
and (options.su or options.su_user or options.ask_su_pass)
and (options.sudo or options.sudo_user or options.ask_sudo_pass)):
parser.error("Sudo arguments ('--sudo', '--sudo-user', and '--ask-sudo-pass') "
"and su arguments ('-su', '--su-user', and '--ask-su-pass') are "
"mutually exclusive")
if hasattr(options, 'ask_vault_pass') and (options.ask_vault_pass and options.vault_password_file):
parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
cbs = callbacks.CliRunnerCallbacks()
cbs.options = options
pattern = args[0]
patch_connect(self.ctrl)
vault_pass = None
kw = {}
if hasattr(options, 'become_ask_pass'):
becomepass = None
become_method = None
utils.normalize_become_options(options)
become_method = utils.choose_pass_prompt(options)
kw['become_ask_pass'] = options.become_ask_pass
kw['become_method'] = become_method
else:
sudopass = None
su_pass = None
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
kw['ask_sudo_pass'] = options.ask_sudo_pass
if hasattr(options, 'ask_su_pass'):
options.ask_su_pass = options.ask_su_pass or C.DEFAULT_ASK_SU_PASS
kw['ask_su_pass'] = options.ask_sudo_pass
if hasattr(options, 'ask_vault_pass'):
options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
kw['ask_vault_pass'] = options.ask_vault_pass
passwds = utils.ask_passwords(**kw)
if hasattr(options, 'become_ask_pass'):
(sshpass, becomepass, vault_pass) = passwds
else:
if len(passwds) == 2:
(sshpass, sudopass) = passwds
elif len(passwds) == 3:
(sshpass, sudopass, su_pass) = passwds
else:
(sshpass, sudopass, su_pass, vault_pass) = passwds
if VaultLib is not None and vault_pass is None:
vault_pass = get_vault_password_source(self.ctrl.config).get()
if getattr(options, 'vault_password_file', None):
this_path = os.path.expanduser(options.vault_password_file)
try:
f = open(this_path, "rb")
tmp_vault_pass = f.read().strip()
f.close()
except (OSError, IOError), e:
raise errors.AnsibleError("Could not read %s: %s" % (this_path, e))
if not options.ask_vault_pass:
vault_pass = tmp_vault_pass
def main(args):
''' run ansible-playbook operations '''
# create parser for CLI options
parser = utils.base_parser(
constants=C,
usage = "%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
#parser.add_option('--vault-password', dest="vault_password",
# help="password for vault encrypted files")
parser.add_option('-t', '--tags', dest='tags', default='all',
help="only run plays and tasks tagged with these values")
parser.add_option('--skip-tags', dest='skip_tags',
help="only run plays and tasks whose tags do not match these values")
parser.add_option('--syntax-check', dest='syntax', action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option('--list-tasks', dest='listtasks', action='store_true',
help="list all tasks that would be executed")
parser.add_option('--list-tags', dest='listtags', action='store_true',
help="list all available tags")
parser.add_option('--step', dest='step', action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option('--start-at-task', dest='start_at',
help="start the playbook at the task matching this name")
parser.add_option('--force-handlers', dest='force_handlers',
default=C.DEFAULT_FORCE_HANDLERS, action='store_true',
help="run handlers even if a task fails")
parser.add_option('--flush-cache', dest='flush_cache', action='store_true',
help="clear the fact cache")
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
# privlege escalation command line arguments need to be mutually exclusive
utils.check_mutually_exclusive_privilege(options, parser)
if (options.ask_vault_pass and options.vault_password_file):
parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
sshpass = None
becomepass = None
vault_pass = None
options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
if options.listhosts or options.syntax or options.listtasks or options.listtags:
(_, _, vault_pass) = utils.ask_passwords(ask_vault_pass=options.ask_vault_pass)
else:
options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
# Never ask for an SSH password when we run with local connection
if options.connection == "local":
options.ask_pass = False
# set pe options
utils.normalize_become_options(options)
prompt_method = utils.choose_pass_prompt(options)
(sshpass, becomepass, vault_pass) = utils.ask_passwords(ask_pass=options.ask_pass,
become_ask_pass=options.become_ask_pass,
ask_vault_pass=options.ask_vault_pass,
become_method=prompt_method)
# read vault_pass from a file
if not options.ask_vault_pass and options.vault_password_file:
vault_pass = utils.read_vault_file(options.vault_password_file)
extra_vars = utils.parse_extra_vars(options.extra_vars, vault_pass)
only_tags = options.tags.split(",")
skip_tags = options.skip_tags
if options.skip_tags is not None:
skip_tags = options.skip_tags.split(",")
for playbook in args:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % playbook)
if not (os.path.isfile(playbook) or stat.S_ISFIFO(os.stat(playbook).st_mode)):
raise errors.AnsibleError("the playbook: %s does not appear to be a file" % playbook)
inventory = ansible.inventory.Inventory(options.inventory, vault_password=vault_pass)
# Note: slightly wrong, this is written so that implicit localhost
# (which is not returned in list_hosts()) is taken into account for
# warning if inventory is empty. But it can't be taken into account for
# checking if limit doesn't match any hosts. Instead we don't worry about
# limit if only implicit localhost was in inventory to start with.
#
# Fix this in v2
no_hosts = False
if len(inventory.list_hosts()) == 0:
# Empty inventory
utils.warning("provided hosts list is empty, only localhost is available")
no_hosts = True
inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0 and no_hosts is False:
# Invalid limit
raise errors.AnsibleError("Specified --limit does not match any hosts")
# run all playbooks specified on the command line
for playbook in args:
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
if options.step:
playbook_cb.step = options.step
if options.start_at:
playbook_cb.start_at = options.start_at
runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=utils.VERBOSITY)
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
become=options.become,
become_method=options.become_method,
become_user=options.become_user,
become_pass=becomepass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
skip_tags=skip_tags,
check=options.check,
diff=options.diff,
vault_password=vault_pass,
force_handlers=options.force_handlers,
)
if options.flush_cache:
display(callbacks.banner("FLUSHING FACT CACHE"))
pb.SETUP_CACHE.flush()
if options.listhosts or options.listtasks or options.syntax or options.listtags:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir,
vault_password=pb.vault_password)
label = play.name
hosts = pb.inventory.list_hosts(play.hosts)
if options.listhosts:
print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
for host in hosts:
print ' %s' % host
if options.listtags or options.listtasks:
print ' play #%d (%s):\tTAGS: [%s]' % (playnum, label,','.join(sorted(set(play.tags))))
if options.listtags:
tags = []
for task in pb.tasks_to_run_in_play(play):
tags.extend(task.tags)
print ' TASK TAGS: [%s]' % (', '.join(sorted(set(tags).difference(['untagged']))))
if options.listtasks:
for task in pb.tasks_to_run_in_play(play):
if getattr(task, 'name', None) is not None:
# meta tasks have no names
print ' %s\tTAGS: [%s]' % (task.name, ', '.join(sorted(set(task.tags).difference(['untagged']))))
if options.listhosts or options.listtasks or options.listtags:
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine..
print 'Playbook Syntax is fine'
return 0
failed_hosts = []
unreachable_hosts = []
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if C.RETRY_FILES_ENABLED and len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
display(" to retry, use: --limit @%s\n" % filename)
for runner_results in pb.stats.output():
for (host, value) in runner_results.get('dark', {}).iteritems():
print 'dark'
print host
print value
for (host, value) in runner_results.get('contacted', {}).iteritems():
print 'contacted'
print host
print value
# for msg in pb.stats.output():
# print msg
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True
)
display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True
)
print ""
if len(failed_hosts) > 0:
return 2
if len(unreachable_hosts) > 0:
return 3
except errors.AnsibleError, e:
display(u"ERROR: %s" % utils.unicode.to_unicode(e, nonstring='simplerepr'), color='red')
return 1
def main(args, battleschool_dir=None):
if not battleschool_dir:
battleschool_dir = "%s/.battleschool" % os.environ['HOME']
# TODO: make battle OO or more modular
#-----------------------------------------------------------
# make ansible defaults, battleschool defaults
AC.DEFAULT_HOST_LIST = C.DEFAULT_HOST_LIST
AC.DEFAULT_SUDO_FLAGS = C.DEFAULT_SUDO_FLAGS
#-----------------------------------------------------------
# create parser for CLI options
usage = "%prog"
parser = utils.base_parser(constants=AC,
usage=usage,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True,
output_opts=True)
parser.version = "%s %s" % ("battleschool", __version__)
# parser.add_option('--tags', dest='tags', default='all',
# help="only run plays and tasks tagged with these values")
parser.add_option(
'--syntax-check',
dest='syntax',
action='store_true',
help=
"do a playbook syntax check on the playbook, do not execute the playbook"
)
parser.add_option('--list-tasks',
dest='listtasks',
action='store_true',
help="do list all tasks that would be executed")
parser.add_option(
'--step',
dest='step',
action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option('--config-dir',
dest='config_dir',
default=None,
help="config directory for battleschool (default=%s)" %
battleschool_dir)
parser.add_option('--config-file',
dest='config_file',
default=None,
help="config file for battleschool (default=%s/%s)" %
(battleschool_dir, "config.yml"))
parser.add_option('-X',
'--update-sources',
dest='update_sources',
default=False,
action='store_true',
help="update playbooks from sources(git, url, etc...)")
parser.add_option(
'--acquire-only',
dest='acquire_only',
default=False,
action='store_true',
help=
"configure mac_pkg module to only aquire package (ie download only)")
parser.add_option(
'--use-default-callbacks',
dest='use_default_callbacks',
default=False,
action='store_true',
help="use default ansible callbacks (to exec vars_prompt, etc.)")
options, args = parser.parse_args(args)
# options.connection = 'local'
playbooks_to_run = [] #[C.DEFAULT_PLAYBOOK]
#-----------------------------------------------------------
# setup inventory
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
#-----------------------------------------------------------
# setup default options
sshpass = None
sudopass = None
vault_pass = None
options.remote_user = AC.DEFAULT_REMOTE_USER
if not options.listhosts and not options.syntax and not options.listtasks:
options.ask_pass = AC.DEFAULT_ASK_PASS
options.ask_sudo_pass = options.ask_sudo_pass or AC.DEFAULT_ASK_SUDO_PASS
options.become_method = options.become_method or AC.DEFAULT_BECOME_METHOD
passwds = utils.ask_passwords(ask_pass=options.ask_pass,
become_ask_pass=options.ask_sudo_pass,
ask_vault_pass=options.ask_vault_pass,
become_method=options.become_method)
sshpass = passwds[0]
sudopass = passwds[1]
vault_pass = passwds[2]
# if options.sudo_user or options.ask_sudo_pass:
# options.sudo = True
options.sudo_user = AC.DEFAULT_SUDO_USER
extra_vars = utils.parse_extra_vars(options.extra_vars, vault_pass)
only_tags = None # options.tags.split(",")
#-----------------------------------------------------------
# setup config_dir and battleschool_dir
if options.config_dir:
battleschool_dir = options.config_dir
else:
options.config_dir = battleschool_dir
#-----------------------------------------------------------
# setup module_path
if options.module_path is None:
options.module_path = AC.DEFAULT_MODULE_PATH
if options.module_path is None:
options.module_path = C.DEFAULT_MODULE_PATH
if C.DEFAULT_MODULE_PATH not in options.module_path:
options.module_path = "%s:%s" % (C.DEFAULT_MODULE_PATH,
options.module_path)
#-----------------------------------------------------------
# parse config data
config_path = load_config_path(options, inventory, sshpass, sudopass)
if os.path.exists(config_path) and os.path.isfile(config_path):
config_data = utils.parse_yaml_from_file(config_path)
else:
config_data = {}
#-----------------------------------------------------------
# set config_dir
if "cache_dir" in config_data:
options.cache_dir = os.path.expanduser(config_data["cache_dir"])
elif _platform == "darwin": # OS X
options.cache_dir = os.path.expanduser("~/Library/Caches/battleschool")
else:
options.cache_dir = "%s/cache" % battleschool_dir
os.environ["BATTLESCHOOL_CACHE_DIR"] = options.cache_dir
#-----------------------------------------------------------
# setup extra_vars for later use
if extra_vars is None:
extra_vars = dict()
extra_vars['battleschool_config_dir'] = battleschool_dir
extra_vars['battleschool_cache_dir'] = options.cache_dir
extra_vars['mac_pkg_acquire_only'] = options.acquire_only
#-----------------------------------------------------------
# set mac_version for extra_vars
if _platform == "darwin":
mac_version = platform.mac_ver()[0].split(".")
extra_vars['mac_version'] = mac_version
extra_vars['mac_major_minor_version'] = "%s.%s" % (mac_version[0],
mac_version[1])
#-----------------------------------------------------------
# serialize extra_vars since there is now way to pass data
# to a module without modifying every playbook
tempdir = tempfile.gettempdir()
extra_vars_path = os.path.join(tempdir, "battleschool_extra_vars.json")
with open(extra_vars_path, 'w') as f:
f.write(json.dumps(extra_vars))
#-----------------------------------------------------------
# setup and run source handlers
handlers = getSourceHandlers()
if 'sources' in config_data and config_data['sources']:
sources = config_data['sources']
display(banner("Updating sources"))
for handler in handlers:
source = handler(options, sources)
playbooks = source.run(inventory, sshpass, sudopass)
for playbook in playbooks:
playbooks_to_run.append(playbook)
else:
display(banner("No sources to update"))
#-----------------------------------------------------------
# validate playbooks
for playbook in playbooks_to_run:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" %
playbook)
if not os.path.isfile(playbook):
raise errors.AnsibleError(
"the playbook: %s does not appear to be a file" % playbook)
become = True
#-----------------------------------------------------------
# run all playbooks specified from config
for playbook in playbooks_to_run:
stats = callbacks.AggregateStats()
# let inventory know which playbooks are using so it can know the basedirs
inventory.set_playbook_basedir(os.path.dirname(playbook))
if options.use_default_callbacks:
runner_cb = callbacks.PlaybookRunnerCallbacks(
stats, verbose=utils.VERBOSITY)
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
else:
runner_cb = BattleschoolRunnerCallbacks()
playbook_cb = BattleschoolCallbacks()
if options.step:
playbook_cb.step = options.step
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
become=become,
become_method="sudo",
become_user=options.sudo_user,
become_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
check=options.check,
diff=options.diff)
if options.listhosts or options.listtasks:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir)
label = play.name
if options.listhosts:
hosts = pb.inventory.list_hosts(play.hosts)
print ' play #%d (%s): host count=%d' % (playnum, label,
len(hosts))
for host in hosts:
print ' %s' % host
if options.listtasks:
matched_tags, unmatched_tags = play.compare_tags(
pb.only_tags)
unmatched_tags.discard('all')
unknown_tags = set(
pb.only_tags) - (matched_tags | unmatched_tags)
if unknown_tags:
continue
print ' play #%d (%s): task count=%d' % (
playnum, label, len(play.tasks()))
for task in play.tasks():
if set(task.tags).intersection(pb.only_tags):
if getattr(task, 'name', None) is not None:
# meta tasks have no names
print ' %s' % task.name
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine.
print 'Playbook Syntax is fine'
return 0
failed_hosts = []
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
# display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for host in hosts:
smry = pb.stats.summarize(host)
if smry['unreachable'] > 0 or smry['failures'] > 0:
failed_hosts.append(host)
if len(failed_hosts) > 0:
filename = pb.generate_retry_inventory(failed_hosts)
if filename:
display(" to retry, use: --limit @%s\n" %
filename)
for host in hosts:
smry = pb.stats.summarize(host)
print_stats(host, smry)
# print ""
if len(failed_hosts) > 0:
return 2
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def deploy(args):
# create parser for CLI options
parser = utils.base_parser(constants=C,
usage="%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True)
parser.add_option(
'-e',
'--extra-vars',
dest="extra_vars",
action="append",
help="set additional variables as key=value or YAML/JSON",
default=[])
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
print "number of hosts: %s" % str(len(inventory.list_hosts()))
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
sshpass = None
sudopass = None
su_pass = None
vault_pass = None
options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
if options.connection == "local":
options.ask_pass = False
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
(sshpass, sudopass, su_pass, vault_pass) = \
utils.ask_passwords(ask_pass=options.ask_pass,
ask_sudo_pass=options.ask_sudo_pass, ask_su_pass=options.ask_su_pass,
ask_vault_pass=options.ask_vault_pass)
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
options.su_user = options.su_user or C.DEFAULT_SU_USER
extra_vars = {}
for extra_vars_opt in options.extra_vars:
if extra_vars_opt.startswith("@"):
# Argument is a YAML file (JSON is a subset of YAML)
extra_vars = utils.combine_vars(
extra_vars, utils.parse_yaml_from_file(extra_vars_opt[1:]))
elif extra_vars_opt and extra_vars_opt[0] in '[{':
# Arguments as YAML
extra_vars = utils.combine_vars(extra_vars,
utils.parse_yaml(extra_vars_opt))
else:
# Arguments as Key-value
extra_vars = utils.combine_vars(extra_vars,
utils.parse_kv(extra_vars_opt))
playbook = underwear.__path__[0] + '/django-stack.yml'
inventory.set_playbook_basedir(os.path.dirname(playbook))
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats,
verbose=utils.VERBOSITY)
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % \
playbook)
if not (os.path.isfile(playbook) or \
stat.S_ISFIFO(os.stat(playbook).st_mode)):
raise errors.AnsibleError( \
"the playbook: %s does not appear to be a file" % playbook)
pb = ansible.playbook.PlayBook(playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
sudo=options.sudo,
sudo_user=options.sudo_user,
sudo_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=[
'all',
],
skip_tags=None,
check=options.check,
diff=options.diff)
failed_hosts = []
unreachable_hosts = []
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
print hosts
display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
display(" to retry, use: --limit @%s\n" % filename)
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" %
(hostcolor(h, t), colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True)
display("%s : %s %s %s %s" %
(hostcolor(h, t, False), colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'],
None), colorize('failed', t['failures'], None)),
log_only=True)
print ""
if len(failed_hosts) > 0:
return 2
if len(unreachable_hosts) > 0:
return 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def main(args):
''' run ansible-playbook operations '''
## truiz: here I add options that will become parameters in the function
## truiz: extra vars is dict with the vars and values
extra_vars = {'host': 'testing', 'vars_file': 'the_vars.yml'}
print extra_vars
## truiz: this is just a list of playbooks
playbooks = ['ansible/the_work.yml']
## truiz: The file with hosts and their vars
inventory_file = 'ansible/inventory'
## truiz: this could be an usefull parameter
timeout = 10
# create parser for CLI options
parser = utils.base_parser(
constants=C,
usage = "%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
parser.add_option('--vault-password', dest="vault_password",
help="password for vault encrypted files")
parser.add_option('--syntax-check', dest='syntax', action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option('--list-tasks', dest='listtasks', action='store_true',
help="list all tasks that would be executed")
parser.add_option('--list-tags', dest='listtags', action='store_true',
help="list all available tags")
parser.add_option('--start-at-task', dest='start_at',
help="start the playbook at the task matching this name")
parser.add_option('--force-handlers', dest='force_handlers',
default=C.DEFAULT_FORCE_HANDLERS, action='store_true',
help="run handlers even if a task fails")
parser.add_option('--flush-cache', dest='flush_cache', action='store_true',
help="clear the fact cache")
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
# privlege escalation command line arguments need to be mutually exclusive
# utils.check_mutually_exclusive_privilege(options, parser)
# if (options.ask_vault_pass and options.vault_password_file):
# parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
sshpass = None
becomepass = None
vault_pass = None
# options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
# if options.listhosts or options.syntax or options.listtasks or options.listtags:
# (_, _, vault_pass) = utils.ask_passwords(ask_vault_pass=options.ask_vault_pass)
# else:
# options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
# # Never ask for an SSH password when we run with local connection
# if options.connection == "local":
# options.ask_pass = False
# # set pe options
# utils.normalize_become_options(options)
# prompt_method = utils.choose_pass_prompt(options)
# (sshpass, becomepass, vault_pass) = utils.ask_passwords(ask_pass=options.ask_pass,
# become_ask_pass=options.become_ask_pass,
# ask_vault_pass=options.ask_vault_pass,
# become_method=prompt_method)
# read vault_pass from a file
# if not options.ask_vault_pass and options.vault_password_file:
# vault_pass = utils.read_vault_file(options.vault_password_file)
for playbook in playbooks:
print playbook
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % playbook)
if not (os.path.isfile(playbook) or stat.S_ISFIFO(os.stat(playbook).st_mode)):
raise errors.AnsibleError("the playbook: %s does not appear to be a file" % playbook)
## truiz: is better to pass the inventory file
inventory = ansible.inventory.Inventory(inventory_file, vault_password=vault_pass)
print options.inventory
print inventory
# Note: slightly wrong, this is written so that implicit localhost
# (which is not returned in list_hosts()) is taken into account for
# warning if inventory is empty. But it can't be taken into account for
# checking if limit doesn't match any hosts. Instead we don't worry about
# limit if only implicit localhost was in inventory to start with.
#
# Fix this in v2
no_hosts = False
if len(inventory.list_hosts()) == 0:
# Empty inventory
utils.warning("provided hosts list is empty, only localhost is available")
no_hosts = True
#print options.subset
#inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0 and no_hosts is False:
# Invalid limit
raise errors.AnsibleError("Specified --limit does not match any hosts")
print options.become
print options.become_user
print options.remote_user
print options.timeout
print becomepass
for playbook in playbooks:
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=utils.VERBOSITY)
print runner_cb
pb = ansible.playbook.PlayBook(
playbook=playbook,
# module_path=options.module_path,
inventory=inventory,
# forks=options.forks,
# remote_user=options.remote_user,
# remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=timeout,
# transport=options.connection,
#become=options.become,
become_method='sudo',
become_user=options.become_user,
# become_pass=becomepass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
# only_tags=only_tags,
# skip_tags=skip_tags,
check=options.check,
diff=options.diff,
# vault_password=vault_pass,
force_handlers=options.force_handlers,
)
# if options.flush_cache:
# display(callbacks.banner("FLUSHING FACT CACHE"))
# pb.SETUP_CACHE.flush()
# if options.listhosts or options.listtasks or options.syntax or options.listtags:
# print ''
# print 'playbook: %s' % playbook
# print ''
# playnum = 0
# for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
# playnum += 1
# play = ansible.playbook.Play(pb, play_ds, play_basedir,
# vault_password=pb.vault_password)
# label = play.name
# hosts = pb.inventory.list_hosts(play.hosts)
# if options.listhosts:
# print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
# for host in hosts:
# print ' %s' % host
# if options.listtags or options.listtasks:
# print ' play #%d (%s):\tTAGS: [%s]' % (playnum, label,','.join(sorted(set(play.tags))))
# if options.listtags:
# tags = []
# for task in pb.tasks_to_run_in_play(play):
# tags.extend(task.tags)
# print ' TASK TAGS: [%s]' % (', '.join(sorted(set(tags).difference(['untagged']))))
# if options.listtasks:
# for task in pb.tasks_to_run_in_play(play):
# if getattr(task, 'name', None) is not None:
# # meta tasks have no names
# print ' %s\tTAGS: [%s]' % (task.name, ', '.join(sorted(set(task.tags).difference(['untagged']))))
# if options.listhosts or options.listtasks or options.listtags:
# print ''
# continue
# if options.syntax:
# # if we've not exited by now then we are fine.
# print 'Playbook Syntax is fine'
# return 0
failed_hosts = []
unreachable_hosts = []
try:
print "Before run"
res = pb.run()
print "After run"
## truiz: returns a resume of all work done
print res
hosts = sorted(pb.stats.processed.keys())
display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if C.RETRY_FILES_ENABLED and len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
display(" to retry, use: --limit @%s\n" % filename)
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True
)
display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True
)
print ""
if len(failed_hosts) > 0:
return 2
if len(unreachable_hosts) > 0:
return 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def main(args):
''' run ansible-playbook operations '''
## truiz: here I add options that will become parameters in the function
## truiz: extra vars is dict with the vars and values
extra_vars = {'host': 'testing', 'vars_file': 'the_vars.yml'}
print extra_vars
## truiz: this is just a list of playbooks
playbooks = ['ansible/the_work.yml']
## truiz: The file with hosts and their vars
inventory_file = 'ansible/inventory'
## truiz: this could be an usefull parameter
timeout = 10
# create parser for CLI options
parser = utils.base_parser(constants=C,
usage="%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True)
parser.add_option('--vault-password',
dest="vault_password",
help="password for vault encrypted files")
parser.add_option(
'--syntax-check',
dest='syntax',
action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option('--list-tasks',
dest='listtasks',
action='store_true',
help="list all tasks that would be executed")
parser.add_option('--list-tags',
dest='listtags',
action='store_true',
help="list all available tags")
parser.add_option('--start-at-task',
dest='start_at',
help="start the playbook at the task matching this name")
parser.add_option('--force-handlers',
dest='force_handlers',
default=C.DEFAULT_FORCE_HANDLERS,
action='store_true',
help="run handlers even if a task fails")
parser.add_option('--flush-cache',
dest='flush_cache',
action='store_true',
help="clear the fact cache")
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
# privlege escalation command line arguments need to be mutually exclusive
# utils.check_mutually_exclusive_privilege(options, parser)
# if (options.ask_vault_pass and options.vault_password_file):
# parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
sshpass = None
becomepass = None
vault_pass = None
# options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
# if options.listhosts or options.syntax or options.listtasks or options.listtags:
# (_, _, vault_pass) = utils.ask_passwords(ask_vault_pass=options.ask_vault_pass)
# else:
# options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
# # Never ask for an SSH password when we run with local connection
# if options.connection == "local":
# options.ask_pass = False
# # set pe options
# utils.normalize_become_options(options)
# prompt_method = utils.choose_pass_prompt(options)
# (sshpass, becomepass, vault_pass) = utils.ask_passwords(ask_pass=options.ask_pass,
# become_ask_pass=options.become_ask_pass,
# ask_vault_pass=options.ask_vault_pass,
# become_method=prompt_method)
# read vault_pass from a file
# if not options.ask_vault_pass and options.vault_password_file:
# vault_pass = utils.read_vault_file(options.vault_password_file)
for playbook in playbooks:
print playbook
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" %
playbook)
if not (os.path.isfile(playbook)
or stat.S_ISFIFO(os.stat(playbook).st_mode)):
raise errors.AnsibleError(
"the playbook: %s does not appear to be a file" % playbook)
## truiz: is better to pass the inventory file
inventory = ansible.inventory.Inventory(inventory_file,
vault_password=vault_pass)
print options.inventory
print inventory
# Note: slightly wrong, this is written so that implicit localhost
# (which is not returned in list_hosts()) is taken into account for
# warning if inventory is empty. But it can't be taken into account for
# checking if limit doesn't match any hosts. Instead we don't worry about
# limit if only implicit localhost was in inventory to start with.
#
# Fix this in v2
no_hosts = False
if len(inventory.list_hosts()) == 0:
# Empty inventory
utils.warning(
"provided hosts list is empty, only localhost is available")
no_hosts = True
#print options.subset
#inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0 and no_hosts is False:
# Invalid limit
raise errors.AnsibleError("Specified --limit does not match any hosts")
print options.become
print options.become_user
print options.remote_user
print options.timeout
print becomepass
for playbook in playbooks:
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats,
verbose=utils.VERBOSITY)
print runner_cb
pb = ansible.playbook.PlayBook(
playbook=playbook,
# module_path=options.module_path,
inventory=inventory,
# forks=options.forks,
# remote_user=options.remote_user,
# remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=timeout,
# transport=options.connection,
#become=options.become,
become_method='sudo',
become_user=options.become_user,
# become_pass=becomepass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
# only_tags=only_tags,
# skip_tags=skip_tags,
check=options.check,
diff=options.diff,
# vault_password=vault_pass,
force_handlers=options.force_handlers,
)
# if options.flush_cache:
# display(callbacks.banner("FLUSHING FACT CACHE"))
# pb.SETUP_CACHE.flush()
# if options.listhosts or options.listtasks or options.syntax or options.listtags:
# print ''
# print 'playbook: %s' % playbook
# print ''
# playnum = 0
# for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
# playnum += 1
# play = ansible.playbook.Play(pb, play_ds, play_basedir,
# vault_password=pb.vault_password)
# label = play.name
# hosts = pb.inventory.list_hosts(play.hosts)
# if options.listhosts:
# print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
# for host in hosts:
# print ' %s' % host
# if options.listtags or options.listtasks:
# print ' play #%d (%s):\tTAGS: [%s]' % (playnum, label,','.join(sorted(set(play.tags))))
# if options.listtags:
# tags = []
# for task in pb.tasks_to_run_in_play(play):
# tags.extend(task.tags)
# print ' TASK TAGS: [%s]' % (', '.join(sorted(set(tags).difference(['untagged']))))
# if options.listtasks:
# for task in pb.tasks_to_run_in_play(play):
# if getattr(task, 'name', None) is not None:
# # meta tasks have no names
# print ' %s\tTAGS: [%s]' % (task.name, ', '.join(sorted(set(task.tags).difference(['untagged']))))
# if options.listhosts or options.listtasks or options.listtags:
# print ''
# continue
# if options.syntax:
# # if we've not exited by now then we are fine.
# print 'Playbook Syntax is fine'
# return 0
failed_hosts = []
unreachable_hosts = []
try:
print "Before run"
res = pb.run()
print "After run"
## truiz: returns a resume of all work done
print res
hosts = sorted(pb.stats.processed.keys())
display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if C.RETRY_FILES_ENABLED and len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
display(" to retry, use: --limit @%s\n" %
filename)
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" %
(hostcolor(h, t), colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True)
display("%s : %s %s %s %s" %
(hostcolor(h, t, False), colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True)
print ""
if len(failed_hosts) > 0:
return 2
if len(unreachable_hosts) > 0:
return 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def main(args):
''' run ansible-playbook operations '''
# create parser for CLI options
parser = utils.base_parser(
constants=C,
usage = "%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
#parser.add_option('--vault-password', dest="vault_password",
# help="password for vault encrypted files")
parser.add_option('-e', '--extra-vars', dest="extra_vars", action="append",
help="set additional variables as key=value or YAML/JSON", default=[])
parser.add_option('-t', '--tags', dest='tags', default='all',
help="only run plays and tasks tagged with these values")
parser.add_option('--skip-tags', dest='skip_tags',
help="only run plays and tasks whose tags do not match these values")
parser.add_option('--syntax-check', dest='syntax', action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option('--list-tasks', dest='listtasks', action='store_true',
help="list all tasks that would be executed")
parser.add_option('--step', dest='step', action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option('--start-at-task', dest='start_at',
help="start the playbook at the task matching this name")
parser.add_option('--force-handlers', dest='force_handlers', action='store_true',
help="run handlers even if a task fails")
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
# su and sudo command line arguments need to be mutually exclusive
if (options.su or options.su_user or options.ask_su_pass) and \
(options.sudo or options.sudo_user or options.ask_sudo_pass):
parser.error("Sudo arguments ('--sudo', '--sudo-user', and '--ask-sudo-pass') "
"and su arguments ('-su', '--su-user', and '--ask-su-pass') are "
"mutually exclusive")
if (options.ask_vault_pass and options.vault_password_file):
parser.error("--ask-vault-pass and --vault-password-file are mutually exclusive")
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
sshpass = None
sudopass = None
su_pass = None
vault_pass = None
if not options.listhosts and not options.syntax and not options.listtasks:
options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
# Never ask for an SSH password when we run with local connection
if options.connection == "local":
options.ask_pass = False
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
options.ask_su_pass = options.ask_su_pass or C.DEFAULT_ASK_SU_PASS
options.ask_vault_pass = options.ask_vault_pass or C.DEFAULT_ASK_VAULT_PASS
(sshpass, sudopass, su_pass, vault_pass) = utils.ask_passwords(ask_pass=options.ask_pass, ask_sudo_pass=options.ask_sudo_pass, ask_su_pass=options.ask_su_pass, ask_vault_pass=options.ask_vault_pass)
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
options.su_user = options.su_user or C.DEFAULT_SU_USER
if options.vault_password_file:
this_path = os.path.expanduser(options.vault_password_file)
try:
f = open(this_path, "rb")
tmp_vault_pass=f.read().strip()
f.close()
except (OSError, IOError), e:
raise errors.AnsibleError("Could not read %s: %s" % (this_path, e))
if not options.ask_vault_pass:
vault_pass = tmp_vault_pass
def __call__(self, argv, help):
import ansible.playbook
import ansible.constants as C
from ansible import errors
from ansible import callbacks
from mr.awsome.ansible.inventory import Inventory
from ansible import utils
from ansible.color import ANSIBLE_COLOR, stringc
parser = utils.base_parser(
constants=C,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True,
usage='aws playbook playbook.yml'
)
parser.remove_option('-i')
parser.remove_option('-k')
parser.add_option('-e', '--extra-vars', dest="extra_vars", action="append",
help="set additional variables as key=value or YAML/JSON", default=[])
parser.add_option('-t', '--tags', dest='tags', default='all',
help="only run plays and tasks tagged with these values")
parser.add_option('--skip-tags', dest='skip_tags',
help="only run plays and tasks whose tags do not match these values")
parser.add_option('--syntax-check', dest='syntax', action='store_true',
help="perform a syntax check on the playbook, but do not execute it")
parser.add_option('--list-tasks', dest='listtasks', action='store_true',
help="list all tasks that would be executed")
parser.add_option('--step', dest='step', action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option('--start-at-task', dest='start_at',
help="start the playbook at the task matching this name")
options, args = parser.parse_args(argv)
cbs = callbacks.CliRunnerCallbacks()
cbs.options = options
if len(args) == 0:
parser.print_help(file=sys.stderr)
sys.exit(1)
def colorize(lead, num, color):
""" Print 'lead' = 'num' in 'color' """
if num != 0 and ANSIBLE_COLOR and color is not None:
return "%s%s%-15s" % (stringc(lead, color), stringc("=", color), stringc(str(num), color))
else:
return "%s=%-4s" % (lead, str(num))
def hostcolor(host, stats, color=True):
if ANSIBLE_COLOR and color:
if stats['failures'] != 0 or stats['unreachable'] != 0:
return "%-37s" % stringc(host, 'red')
elif stats['changed'] != 0:
return "%-37s" % stringc(host, 'yellow')
else:
return "%-37s" % stringc(host, 'green')
return "%-26s" % host
try:
patch_connect(self.aws)
inventory = Inventory(self.aws)
sudopass = None
if not options.listhosts and not options.syntax and not options.listtasks:
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
sudopass = utils.ask_passwords(ask_sudo_pass=options.ask_sudo_pass)
if options.sudo_user or options.ask_sudo_pass:
options.sudo = True
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
extra_vars = {}
for extra_vars_opt in options.extra_vars:
if extra_vars_opt.startswith("@"):
# Argument is a YAML file (JSON is a subset of YAML)
extra_vars = utils.combine_vars(extra_vars, utils.parse_yaml_from_file(extra_vars_opt[1:]))
elif extra_vars_opt and extra_vars_opt[0] in '[{':
# Arguments as YAML
extra_vars = utils.combine_vars(extra_vars, utils.parse_yaml(extra_vars_opt))
else:
# Arguments as Key-value
extra_vars = utils.combine_vars(extra_vars, utils.parse_kv(extra_vars_opt))
only_tags = options.tags.split(",")
skip_tags = options.skip_tags
if options.skip_tags is not None:
skip_tags = options.skip_tags.split(",")
for playbook in args:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % playbook)
# run all playbooks specified on the command line
for playbook in args:
# let inventory know which playbooks are using so it can know the basedirs
inventory.set_playbook_basedir(os.path.dirname(playbook))
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
if options.step:
playbook_cb.step = options.step
if options.start_at:
playbook_cb.start_at = options.start_at
runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=utils.VERBOSITY)
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
sudo=options.sudo,
sudo_user=options.sudo_user,
sudo_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
skip_tags=skip_tags,
check=options.check,
diff=options.diff
)
if options.listhosts or options.listtasks or options.syntax:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir)
label = play.name
if options.listhosts:
hosts = pb.inventory.list_hosts(play.hosts)
print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
for host in hosts:
print ' %s' % host
if options.listtasks:
matched_tags, unmatched_tags = play.compare_tags(pb.only_tags)
# Remove skipped tasks
matched_tags = matched_tags - set(pb.skip_tags)
unmatched_tags.discard('all')
unknown_tags = ((set(pb.only_tags) | set(pb.skip_tags)) -
(matched_tags | unmatched_tags))
if unknown_tags:
continue
print ' play #%d (%s):' % (playnum, label)
for task in play.tasks():
if (set(task.tags).intersection(pb.only_tags) and not
set(task.tags).intersection(pb.skip_tags)):
if getattr(task, 'name', None) is not None:
# meta tasks have no names
print ' %s' % task.name
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine.
print 'Playbook Syntax is fine'
sys.exit(0)
failed_hosts = []
unreachable_hosts = []
pb.run()
hosts = sorted(pb.stats.processed.keys())
callbacks.display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
retries = failed_hosts + unreachable_hosts
if len(retries) > 0:
filename = pb.generate_retry_inventory(retries)
if filename:
callbacks.display(" to retry, use: --limit @%s\n" % filename)
for h in hosts:
t = pb.stats.summarize(h)
callbacks.display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True
)
callbacks.display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True
)
print ""
if len(failed_hosts) > 0:
sys.exit(2)
if len(unreachable_hosts) > 0:
sys.exit(3)
except errors.AnsibleError, e:
callbacks.display("ERROR: %s" % e, color='red', stderr=True)
sys.exit(1)
def __call__(self, argv, help):
import ansible.constants as C
from ansible.runner import Runner
from ansible import callbacks
from mr.awsome.ansible.inventory import Inventory
from ansible import utils
parser = utils.base_parser(
constants=C,
runas_opts=True,
subset_opts=True,
output_opts=True,
check_opts=True,
diff_opts=False,
usage='aws ansible <host-pattern> [options]'
)
parser.remove_option('-i')
parser.remove_option('-k')
parser.add_option('-a', '--args', dest='module_args',
help="module arguments", default=C.DEFAULT_MODULE_ARGS)
parser.add_option('-m', '--module-name', dest='module_name',
help="module name to execute (default=%s)" % C.DEFAULT_MODULE_NAME,
default=C.DEFAULT_MODULE_NAME)
options, args = parser.parse_args(argv)
if len(args) == 0 or len(args) > 1:
parser.print_help()
sys.exit(1)
cbs = callbacks.CliRunnerCallbacks()
cbs.options = options
pattern = args[0]
patch_connect(self.aws)
inventory_manager = Inventory(self.aws)
if options.subset:
inventory_manager.subset(options.subset)
hosts = inventory_manager.list_hosts(pattern)
if len(hosts) == 0:
callbacks.display("No hosts matched", stderr=True)
sys.exit(1)
if options.listhosts:
for host in hosts:
callbacks.display(' %s' % host)
sys.exit(0)
if ((options.module_name == 'command' or options.module_name == 'shell')
and not options.module_args):
callbacks.display("No argument passed to %s module" % options.module_name, color='red', stderr=True)
sys.exit(1)
sudopass = None
options.ask_sudo_pass = options.ask_sudo_pass or C.DEFAULT_ASK_SUDO_PASS
sudopass = utils.ask_passwords(ask_sudo_pass=options.ask_sudo_pass)
if options.sudo_user or options.ask_sudo_pass:
options.sudo = True
options.sudo_user = options.sudo_user or C.DEFAULT_SUDO_USER
if options.tree:
utils.prepare_writeable_dir(options.tree)
runner = Runner(
module_name=options.module_name, module_path=options.module_path,
module_args=options.module_args,
remote_user=options.remote_user,
inventory=inventory_manager, timeout=options.timeout,
private_key_file=options.private_key_file,
forks=options.forks,
pattern=pattern,
callbacks=cbs, sudo=options.sudo,
sudo_pass=sudopass,sudo_user=options.sudo_user,
transport='ssh', subset=options.subset,
check=options.check,
diff=options.check)
results = runner.run()
for result in results['contacted'].values():
if 'failed' in result or result.get('rc', 0) != 0:
sys.exit(2)
if results['dark']:
sys.exit(3)
def main(args, battleschool_dir=None):
if not battleschool_dir:
battleschool_dir = "%s/.battleschool" % os.environ['HOME']
# TODO: make battle OO or more modular
#-----------------------------------------------------------
# make ansible defaults, battleschool defaults
AC.DEFAULT_HOST_LIST = C.DEFAULT_HOST_LIST
AC.DEFAULT_SUDO_FLAGS = C.DEFAULT_SUDO_FLAGS
#-----------------------------------------------------------
# create parser for CLI options
usage = "%prog"
parser = utils.base_parser(
constants=AC,
usage=usage,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True,
output_opts=True
)
parser.version = "%s %s" % ("battleschool", __version__)
# parser.add_option('--tags', dest='tags', default='all',
# help="only run plays and tasks tagged with these values")
parser.add_option('--syntax-check', dest='syntax', action='store_true',
help="do a playbook syntax check on the playbook, do not execute the playbook")
parser.add_option('--list-tasks', dest='listtasks', action='store_true',
help="do list all tasks that would be executed")
parser.add_option('--step', dest='step', action='store_true',
help="one-step-at-a-time: confirm each task before running")
parser.add_option('--config-dir', dest='config_dir', default=None,
help="config directory for battleschool (default=%s)" % battleschool_dir)
parser.add_option('--config-file', dest='config_file', default=None,
help="config file for battleschool (default=%s/%s)" % (battleschool_dir, "config.yml"))
parser.add_option('-X', '--update-sources', dest='update_sources', default=False, action='store_true',
help="update playbooks from sources(git, url, etc...)")
parser.add_option('--acquire-only', dest='acquire_only', default=False, action='store_true',
help="configure mac_pkg module to only aquire package (ie download only)")
parser.add_option('--use-default-callbacks', dest='use_default_callbacks',
default=False, action='store_true',
help="use default ansible callbacks (to exec vars_prompt, etc.)")
options, args = parser.parse_args(args)
# options.connection = 'local'
playbooks_to_run = [] #[C.DEFAULT_PLAYBOOK]
#-----------------------------------------------------------
# setup inventory
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
#-----------------------------------------------------------
# setup default options
sshpass = None
sudopass = None
vault_pass = None
options.remote_user = AC.DEFAULT_REMOTE_USER
if not options.listhosts and not options.syntax and not options.listtasks:
options.ask_pass = AC.DEFAULT_ASK_PASS
options.ask_sudo_pass = options.ask_sudo_pass or AC.DEFAULT_ASK_SUDO_PASS
options.become_method = options.become_method or AC.DEFAULT_BECOME_METHOD
passwds = utils.ask_passwords(ask_pass=options.ask_pass, become_ask_pass=options.ask_sudo_pass, ask_vault_pass=options.ask_vault_pass, become_method=options.become_method)
sshpass = passwds[0]
sudopass = passwds[1]
vault_pass = passwds[2]
# if options.sudo_user or options.ask_sudo_pass:
# options.sudo = True
options.sudo_user = AC.DEFAULT_SUDO_USER
extra_vars = utils.parse_extra_vars(options.extra_vars, vault_pass)
only_tags = None # options.tags.split(",")
#-----------------------------------------------------------
# setup config_dir and battleschool_dir
if options.config_dir:
battleschool_dir = options.config_dir
else:
options.config_dir = battleschool_dir
#-----------------------------------------------------------
# setup module_path
if options.module_path is None:
options.module_path = AC.DEFAULT_MODULE_PATH
if options.module_path is None:
options.module_path = C.DEFAULT_MODULE_PATH
if C.DEFAULT_MODULE_PATH not in options.module_path:
options.module_path = "%s:%s" % (C.DEFAULT_MODULE_PATH, options.module_path)
#-----------------------------------------------------------
# parse config data
config_path = load_config_path(options, inventory, sshpass, sudopass)
if os.path.exists(config_path) and os.path.isfile(config_path):
config_data = utils.parse_yaml_from_file(config_path)
else:
config_data = {}
#-----------------------------------------------------------
# set config_dir
if "cache_dir" in config_data:
options.cache_dir = os.path.expanduser(config_data["cache_dir"])
elif _platform == "darwin": # OS X
options.cache_dir = os.path.expanduser("~/Library/Caches/battleschool")
else:
options.cache_dir = "%s/cache" % battleschool_dir
os.environ["BATTLESCHOOL_CACHE_DIR"] = options.cache_dir
#-----------------------------------------------------------
# setup extra_vars for later use
if extra_vars is None:
extra_vars = dict()
extra_vars['battleschool_config_dir'] = battleschool_dir
extra_vars['battleschool_cache_dir'] = options.cache_dir
extra_vars['mac_pkg_acquire_only'] = options.acquire_only
#-----------------------------------------------------------
# set mac_version for extra_vars
if _platform == "darwin":
mac_version = platform.mac_ver()[0].split(".")
extra_vars['mac_version'] = mac_version
extra_vars['mac_major_minor_version'] = "%s.%s" % (mac_version[0], mac_version[1])
#-----------------------------------------------------------
# serialize extra_vars since there is now way to pass data
# to a module without modifying every playbook
tempdir = tempfile.gettempdir()
extra_vars_path = os.path.join(tempdir, "battleschool_extra_vars.json")
with open(extra_vars_path, 'w') as f:
f.write(json.dumps(extra_vars))
#-----------------------------------------------------------
# setup and run source handlers
handlers = getSourceHandlers()
if 'sources' in config_data and config_data['sources']:
sources = config_data['sources']
display(banner("Updating sources"))
for handler in handlers:
source = handler(options, sources)
playbooks = source.run(inventory, sshpass, sudopass)
for playbook in playbooks:
playbooks_to_run.append(playbook)
else:
display(banner("No sources to update"))
#-----------------------------------------------------------
# validate playbooks
for playbook in playbooks_to_run:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" % playbook)
if not os.path.isfile(playbook):
raise errors.AnsibleError("the playbook: %s does not appear to be a file" % playbook)
become = True
#-----------------------------------------------------------
# run all playbooks specified from config
for playbook in playbooks_to_run:
stats = callbacks.AggregateStats()
# let inventory know which playbooks are using so it can know the basedirs
inventory.set_playbook_basedir(os.path.dirname(playbook))
if options.use_default_callbacks:
runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=utils.VERBOSITY)
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
else:
runner_cb = BattleschoolRunnerCallbacks()
playbook_cb = BattleschoolCallbacks()
if options.step:
playbook_cb.step = options.step
pb = ansible.playbook.PlayBook(
playbook=playbook,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
become=become,
become_method="sudo",
become_user=options.sudo_user,
become_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
check=options.check,
diff=options.diff
)
if options.listhosts or options.listtasks:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir)
label = play.name
if options.listhosts:
hosts = pb.inventory.list_hosts(play.hosts)
print ' play #%d (%s): host count=%d' % (playnum, label, len(hosts))
for host in hosts:
print ' %s' % host
if options.listtasks:
matched_tags, unmatched_tags = play.compare_tags(pb.only_tags)
unmatched_tags.discard('all')
unknown_tags = set(pb.only_tags) - (matched_tags | unmatched_tags)
if unknown_tags:
continue
print ' play #%d (%s): task count=%d' % (playnum, label, len(play.tasks()))
for task in play.tasks():
if set(task.tags).intersection(pb.only_tags):
if getattr(task, 'name', None) is not None:
# meta tasks have no names
print ' %s' % task.name
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine.
print 'Playbook Syntax is fine'
return 0
failed_hosts = []
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
# display(callbacks.banner("PLAY RECAP"))
playbook_cb.on_stats(pb.stats)
for host in hosts:
smry = pb.stats.summarize(host)
if smry['unreachable'] > 0 or smry['failures'] > 0:
failed_hosts.append(host)
if len(failed_hosts) > 0:
filename = pb.generate_retry_inventory(failed_hosts)
if filename:
display(" to retry, use: --limit @%s\n" % filename)
for host in hosts:
smry = pb.stats.summarize(host)
print_stats(host, smry)
# print ""
if len(failed_hosts) > 0:
return 2
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red')
return 1
def launch_playbook_v1(self):
''' run ansible-playbook operations v1.X'''
# create parser for CLI options
parser = utils.base_parser(
constants=C,
usage="%prog playbook.yml",
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True
)
options, _ = parser.parse_args([])
sshpass = None
if self.pk_file:
options.private_key_file = self.pk_file
else:
sshpass = self.passwd
if self.user:
remote_user = self.user
else:
remote_user = options.remote_user
if not os.path.exists(self.playbook_file):
raise errors.AnsibleError(
"the playbook: %s could not be found" % self.playbook_file)
if not os.path.isfile(self.playbook_file):
raise errors.AnsibleError(
"the playbook: %s does not appear to be a file" % self.playbook_file)
num_retries = 0
return_code = 4
hosts_with_errors = []
while return_code != 0 and num_retries < self.retries:
time.sleep(5 * num_retries)
num_retries += 1
return_code = 0
if self.inventory_file:
inventory = ansible.inventory.Inventory(self.inventory_file)
else:
inventory = ansible.inventory.Inventory(options.inventory)
if self.host:
inventory.subset(self.host)
# let inventory know which playbooks are using so it can know the
# basedirs
inventory.set_playbook_basedir(os.path.dirname(self.playbook_file))
stats = AggregateStats()
playbook_cb = PlaybookCallbacks(
verbose=utils.VERBOSITY, output=self.output)
runner_cb = PlaybookRunnerCallbacks(
stats, verbose=utils.VERBOSITY, output=self.output)
pb = ansible.playbook.PlayBook(
playbook=self.playbook_file,
module_path=options.module_path,
inventory=inventory,
forks=self.threads,
remote_user=remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
extra_vars=self.extra_vars,
private_key_file=options.private_key_file,
only_tags=['all']
)
try:
failed_hosts = []
unreachable_hosts = []
pb.run()
hosts = sorted(pb.stats.processed.keys())
display(banner("PLAY RECAP"), output=self.output)
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
if t['failures'] > 0:
failed_hosts.append(h)
if t['unreachable'] > 0:
unreachable_hosts.append(h)
hosts_with_errors = failed_hosts + unreachable_hosts
for h in hosts:
t = pb.stats.summarize(h)
display("%s : %s %s %s %s" % (
hostcolor(h, t),
colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'], 'red'),
colorize('failed', t['failures'], 'red')),
screen_only=True, output=self.output
)
display("%s : %s %s %s %s" % (
hostcolor(h, t, False),
colorize('ok', t['ok'], None),
colorize('changed', t['changed'], None),
colorize('unreachable', t['unreachable'], None),
colorize('failed', t['failures'], None)),
log_only=True, output=self.output
)
if len(failed_hosts) > 0:
return_code = 2
if len(unreachable_hosts) > 0:
return_code = 3
except errors.AnsibleError, e:
display("ERROR: %s" % e, color='red', output=self.output)
return_code = 1
if return_code != 0:
display("ERROR executing playbook (%s/%s)" %
(num_retries, self.retries), color='red', output=self.output)
def main(args):
''' run ansible-playbook operations '''
# create parser for CLI options
usage = "%prog playbook.yml"
parser = utils.base_parser(constants=C,
usage=usage,
connect_opts=True,
runas_opts=True,
subset_opts=True,
check_opts=True,
diff_opts=True)
parser.add_option('-e',
'--extra-vars',
dest="extra_vars",
default=None,
help="set additional key=value variables from the CLI")
parser.add_option('-t',
'--tags',
dest='tags',
default='all',
help="only run plays and tasks tagged with these values")
# FIXME: list hosts is a common option and can be moved to utils/__init__.py
parser.add_option(
'--list-hosts',
dest='listhosts',
action='store_true',
help=
"dump out a list of hosts, each play will run against, does not run playbook!"
)
parser.add_option(
'--syntax-check',
dest='syntax',
action='store_true',
help=
"do a playbook syntax check on the playbook, do not execute the playbook"
)
parser.add_option('--list-tasks',
dest='listtasks',
action='store_true',
help="do list all tasks that would be executed")
options, args = parser.parse_args(args)
if len(args) == 0:
parser.print_help(file=sys.stderr)
return 1
inventory = ansible.inventory.Inventory(options.inventory)
inventory.subset(options.subset)
if len(inventory.list_hosts()) == 0:
raise errors.AnsibleError("provided hosts list is empty")
sshpass = None
sudopass = None
if not options.listhosts and not options.syntax and not options.listtasks:
options.ask_pass = options.ask_pass or C.DEFAULT_ASK_PASS
if options.ask_pass:
sshpass = getpass.getpass(prompt="SSH password: "******"sudo password: "******",")
for playbook in args:
if not os.path.exists(playbook):
raise errors.AnsibleError("the playbook: %s could not be found" %
playbook)
if not os.path.isfile(playbook):
raise errors.AnsibleError(
"the playbook: %s does not appear to be a file" % playbook)
# run all playbooks specified on the command line
for playbook in args:
(playbook_path, playbook_file) = os.path.split(playbook)
os.chdir(playbook_path)
stats = callbacks.AggregateStats()
playbook_cb = callbacks.PlaybookCallbacks(verbose=utils.VERBOSITY)
runner_cb = callbacks.PlaybookRunnerCallbacks(stats,
verbose=utils.VERBOSITY)
pb = ansible.playbook.PlayBook(
playbook=playbook_file,
module_path=options.module_path,
inventory=inventory,
forks=options.forks,
remote_user=options.remote_user,
remote_pass=sshpass,
callbacks=playbook_cb,
runner_callbacks=runner_cb,
stats=stats,
timeout=options.timeout,
transport=options.connection,
sudo=options.sudo,
sudo_user=options.sudo_user,
sudo_pass=sudopass,
extra_vars=extra_vars,
private_key_file=options.private_key_file,
only_tags=only_tags,
check=options.check,
diff=options.diff)
if options.listhosts or options.listtasks:
print ''
print 'playbook: %s' % playbook
print ''
playnum = 0
for (play_ds, play_basedir) in zip(pb.playbook, pb.play_basedirs):
playnum += 1
play = ansible.playbook.Play(pb, play_ds, play_basedir)
label = play.name
if options.listhosts:
hosts = pb.inventory.list_hosts(play.hosts)
print ' play #%d (%s): host count=%d' % (playnum, label,
len(hosts))
for host in hosts:
print ' %s' % host
if options.listtasks:
matched_tags, unmatched_tags = play.compare_tags(
pb.only_tags)
unmatched_tags.discard('all')
unknown_tags = set(
pb.only_tags) - (matched_tags | unmatched_tags)
if unknown_tags:
msg = 'tag(s) not found in playbook: %s. possible values: %s'
unknown = ','.join(sorted(unknown_tags))
unmatched = ','.join(sorted(unmatched_tags))
raise errors.AnsibleError(msg % (unknown, unmatched))
print ' play #%d (%s): task count=%d' % (
playnum, label, len(play.tasks()))
for task in play.tasks():
if set(task.tags).intersection(pb.only_tags):
print ' %s' % task.name
print ''
continue
if options.syntax:
# if we've not exited by now then we are fine.
print 'Playbook Syntax is fine'
return 0
try:
pb.run()
hosts = sorted(pb.stats.processed.keys())
print callbacks.banner("PLAY RECAP")
playbook_cb.on_stats(pb.stats)
for h in hosts:
t = pb.stats.summarize(h)
print "%-30s : %s %s %s %s " % (
hostcolor(h, t), colorize('ok', t['ok'], 'green'),
colorize('changed', t['changed'], 'yellow'),
colorize('unreachable', t['unreachable'],
'red'), colorize('failed', t['failures'], 'red'))
print "\n"
for h in hosts:
stats = pb.stats.summarize(h)
if stats['failures'] != 0 or stats['unreachable'] != 0:
return 2
print "\n"
print "PLAYBOOK_OUT"
print "\n"
playbook_out = {}
for h in hosts:
if "playbook_out" in pb.SETUP_CACHE[h]:
playbook_out[h] = pb.SETUP_CACHE[h]["playbook_out"]
print json.dumps(playbook_out)
except errors.AnsibleError, e:
print >> sys.stderr, "ERROR: %s" % e
return 1