def clone(self, url, branch, envars, username, password, private_key):
""" runs git clone URL
"""
command = self._get_command(url,branch)
# Create git command with user and password
if username and password:
parsed = urlparse(url)
if parsed.scheme in ('http', 'https'):
command = command.replace('://', '://' + username + ':' + password + '@')
elif parsed.scheme == 'ssh':
command = command.replace('://', '://' + username + '@')
elif private_key:
helper, indetity = self._certificate_helper(private_key)
envars['GIT_SSH'] = helper
out, stdout, stderr = ecm.run_command(command=command, workdir=self.working_dir, envars=envars)
result_exec = ecm.format_output(out, stdout, stderr)
if not result_exec['out']:
extra_msg = ecm.output("Source deployed successfully to '%s'" % self.working_dir)
if self.old_dir:
extra_msg += ecm.output("Old source files moved to '%s'" % self.old_dir)
result_exec['stdout'] += extra_msg
if private_key:
try:
os.unlink(helper)
os.unlink(indetity)
except:
pass
return result_exec
def _run_puppet(self, recipe_file, recipe_path, module_path, catalog_cmd='catalog', envars=None):
""" Real puppet execution
"""
puppet_cmd = self._is_available()
if not puppet_cmd:
raise Exception("Puppet is not available")
command = [puppet_cmd, 'apply', '--detailed-exitcodes', '--modulepath', module_path, '--debug',
'--' + catalog_cmd, recipe_file]
out, std_out, std_err = ecm.run_command(command, workdir=recipe_path, envars=envars)
ret = ecm.format_output(out, std_out, std_err)
# --detailed-exitcodes
# Provide transaction information via exit codes. If this is enabled,
# an exit code of '2' means there were changes,
# an exit code of '4' means there were failures during the transaction,
# and an exit code of '6' means there were both changes and failures.
# bug in exitcodes in some version even with errors return 0
# http://projects.puppetlabs.com/issues/6322
if ret['out'] == 2:
ret['out'] = 0
if "\nError: " in ret['stderr']:
ret['out'] = 4
return ret
def cmd_saltstack_apply(self, *argv, **kwargs):
"""
Apply a saltstack manifest
Syntax: saltstack.apply[recipe_code,pillar_code,envars,facts]
"""
recipe_base64 = kwargs.get('recipe_code', None)
pillar_base64 = kwargs.get('pillar_code', None)
recipe_envars = kwargs.get('envars', None)
recipe_facts = kwargs.get('facts', None)
if not recipe_base64:
raise ecm.InvalidParameters(self.cmd_saltstack_apply.__doc__)
saltstack_cmd = self._is_available()
if not saltstack_cmd:
raise Exception('Saltstack no available')
# Get default paths
default_path = DEFAULT_SALT_PATH
if ecm.is_windows():
default_path = DEFAULT_SALT_PATH_WINDOWS
module_path = kwargs.get('module_path', default_path)
default_pillar_path = DEFAULT_PILLAR_PATH
if ecm.is_windows():
default_pillar_path = DEFAULT_PILLAR_PATH_WINDOWS
pillar_path = kwargs.get('pillar_path', default_pillar_path)
# Set environment variables before execution
envars = ecm.envars_decode(recipe_envars)
facts = ecm.envars_decode(recipe_facts)
# Update envars and facts file
ecm.write_envars_facts(envars, facts)
try:
# Create top file
self._create_top_file(module_path)
recipe_file = module_path + '/ecmanaged.sls'
ecm.file_write(recipe_file, b64decode(recipe_base64))
if pillar_base64:
self._create_top_file(pillar_path)
pillar_file = pillar_path + '/ecmanaged.sls'
ecm.file_write(pillar_file, b64decode(pillar_base64))
except:
raise Exception("Unable to write recipe")
try:
# salt-call state.highstate
command = [saltstack_cmd, 'state.highstate', '--local', '--no-color', '-l debug']
out, stdout, stderr = ecm.run_command(command, envars=envars, workdir=module_path)
return ecm.format_output(out, stdout, stderr)
except Exception as e:
raise Exception("Error running saltstack state.highstate: %s" % e)
def cmd_update_check(self, *argv, **kwargs):
client = pk.Client()
client.refresh_cache(False, None, lambda p, t, d: True, None)
res = client.get_updates(pk.FilterEnum.NONE, None, lambda p, t, d: True, None)
pkg_list = []
for pkg in res.get_package_array():
pkg_list.append(pkg.get_id())
return ecm.format_output(0 if res.get_exit_code() == pk.ExitEnum.SUCCESS else 1, pkg_list)
def cmd_configfile_run(self, *argv, **kwargs):
"""
Deploy a file
Syntax: configfile.run[configfile,file,chown_user,chown_group,chmod,rotate,command,runas]
"""
code_base64 = kwargs.get('configfile', None)
filename = kwargs.get('path', None)
chown_user = kwargs.get('chown_user', None)
chown_group = kwargs.get('chown_group', None)
chmod = kwargs.get('chmod', None)
rotate = kwargs.get('rotate', False)
command = kwargs.get('command', None)
runas = kwargs.get('command_runas', None)
if not code_base64 or not filename:
raise ecm.InvalidParameters(self.cmd_configfile_run.__doc__)
ret = {'out': 0,'stdout': '','stderr': ''}
try:
if rotate and os.path.isfile(filename):
new_file = filename + '_rotated_' + ecm.utime()
move(filename, new_file)
ret['stdout'] = ecm.output("Old configfile moved to '%s'" % new_file)
# Write down file
ecm.file_write(filename, b64decode(code_base64))
ret['stdout'] += ecm.output("Configfile created successfully at '%s'" % filename)
except Exception as e:
raise Exception("Unable to write configfile: %s" % e)
try:
# Chown to specified user/group
if chown_user and chown_group and os.path.isfile(filename):
ecm.chown(filename, chown_user, chown_group)
ret['stdout'] += ecm.output("Owner changed to '%s':'%s'" % (chown_user, chown_group))
# Chown to specified user/group
if chmod and os.path.isfile(filename):
ecm.chmod(filename, chmod)
ret['stdout'] += ecm.output("Owner changed to '%s':'%s'" % (chown_user, chown_group))
except Exception as e:
raise Exception("Unable to change permissions for configfile: %s" % e)
if command:
working_dir = os.path.dirname(filename)
out, stdout, stderr = ecm.run_command(command, runas=runas, workdir=working_dir)
ret = ecm.format_output(out, stdout, stderr)
return ret
def cmd_update_check(self, *argv, **kwargs):
status, result = self._update()
status, result = getstatusoutput('nice apt-get -s -o Debug::NoLocking=true upgrade | grep ^Inst | cut -f2 -d" "')
if status:
raise Exception('Problem getting update: %s' % result)
pkg_list = []
for pkg in result.split('\n'):
if not pkg: continue
pkg_list.append(pkg)
return ecm.format_output(status, pkg_list)
def cmd_update_check(self, *argv, **kwargs):
status, result = self._update()
status, result = getstatusoutput('nice yum check-update | egrep -e "x86|i386|noarch" | grep -v ^Exclud | cut -f1 -d" "')
if status:
raise Exception('Problem getting update: %s' % result)
pkg_list = []
for pkg in result.split('\n'):
if not pkg: continue
pkg_list.append(pkg)
return ecm.format_output(status, pkg_list)
def cmd_puppet_apply(self, *argv, **kwargs):
"""
Syntax: puppet.appy[recipe_code,evars,facts]
"""
recipe_base64 = kwargs.get('recipe_code', None)
envars = kwargs.get('envars', None)
facts = kwargs.get('facts', None)
if not recipe_base64:
raise ecm.InvalidParameters(self.cmd_puppet_apply.__doc__)
# Set module path
module_path = kwargs.get('module_path', None)
if module_path is None:
module_path = MODULES_PATH
if ecm.is_windows():
module_path = MODULES_PATH_WINDOWS
# Set environment variables before execution
envars = ecm.envars_decode(envars)
facts = ecm.envars_decode(facts)
# Set environment variables before execution
ecm.write_envars_facts(envars, facts)
try:
catalog = b64decode(recipe_base64)
except:
raise ecm.InvalidParameters("Unable to decode recipe")
try:
command = ['puppet',
'apply',
'--modulepath',
module_path,
'--detailed-exitcodes',
'--debug']
out, stdout, stderr = ecm.run_command(command, stdin=catalog, envars=envars)
ret = ecm.format_output(out, stdout, stderr)
# exit code of '2' means there were changes
if ret['out'] == 2: ret['out'] = 0
if "\nError: " in ret['stderr']: ret['out'] = 4
return ret
except Exception as e:
raise Exception("Error running puppet apply: %s" % e)
def cmd_code_run(self, *argv, **kwargs):
"""
run code(b64) in path
Syntax: code.run[code,path,runas]
"""
code_b64 = kwargs.get('code', None)
code_path = kwargs.get('path', None)
code_runas = kwargs.get('runas', None)
if not code_b64:
raise ecm.InvalidParameters(self.cmd_code_run.__doc__)
try:
code = b64decode(code_b64)
except:
raise ecm.InvalidParameters("Unable to decode b64")
out, stdout, stderr = ecm.run_command(code, runas=code_runas, workdir=code_path, only_stdout=True)
return ecm.format_output(out, stdout, stderr)
def cmd_script_run(self, *argv, **kwargs):
"""
run script(b64) extension envars runas executable
Syntax: script.run[script,extenion,envars,facts,runas,executable]
"""
script_b64 = kwargs.get('script', None)
script_extension = kwargs.get('extension', None)
script_runas = kwargs.get('runas', None)
script_executable = kwargs.get('executable', None)
metadata = kwargs.get('metadata', None)
if not script_extension:
script_extension = '.cmd'
if not script_b64:
raise ecm.InvalidParameters(self.cmd_script_run.__doc__)
try:
# Write down
tmp_dir = mkdtemp()
tmp_file = tmp_dir + '/script' + script_extension
ecm.file_write(tmp_file, b64decode(script_b64))
except:
raise ecm.InvalidParameters("Unable to decode b64")
# Set environment variables before execution
envars = ecm.metadata_to_env(metadata_b64=metadata)
# Update metadata
ecm.write_metadata(metadata_b64=metadata)
# Chown
if script_runas:
ecm.chown(tmp_dir,script_runas,recursive=True)
if script_executable:
cmd = script_executable + ' ' + tmp_file
out, stdout, stderr = ecm.run_command(cmd, runas=script_runas, workdir=tmp_dir, envars=envars)
else:
out, stdout, stderr = ecm.run_file(tmp_file, runas=script_runas, workdir=tmp_dir, envars=envars)
rmtree(tmp_dir, ignore_errors=True)
return ecm.format_output(out, stdout, stderr)
def cmd_service_control(self, *argv, **kwargs):
"""Syntax: service.control daemon action <force: 0/1>"""
daemon = kwargs.get('daemon', None)
action = kwargs.get('action', None)
force = kwargs.get('force', 0)
if not (daemon and action):
raise ecm.InvalidParameters(self.cmd_service_control.__doc__)
if not force:
# try to get init.d daemon
initd = self._get_rcd(daemon)
if not initd:
raise Exception("Unable to find daemon: %s" % daemon)
daemon = initd
daemon = os.path.basename(daemon)
ecm.renice_me(-19)
out, stdout, stderr = ecm.run_command(INITD + '/' + daemon + ' ' + action)
ecm.renice_me(5)
return ecm.format_output(out, stdout, stderr)
def clone(self, url, branch, envars, username, password, private_key):
""" svn co URL
"""
# Add username and password to url
if username and password:
url = url.replace('://', '://' + username + ':' + password + '@')
command = self.svn_cmd + " co '" + url + "' ."
out, stdout, stderr = ecm.run_command(command=command, workdir=self.working_dir, envars=envars)
result_exec = ecm.format_output(out, stdout, stderr)
if not result_exec['out']:
extra_msg = ecm.output("Source deployed successfully to '%s'" % self.working_dir)
if self.old_dir:
extra_msg += ecm.output("Old source files moved to '%s'" % self.old_dir)
if result_exec['stdout']:
result_exec['stdout'] = extra_msg + result_exec['stdout']
else:
result_exec['stdout'] = extra_msg
return result_exec