def run_and_parse_output(cmd,
args,
sep,
verbose,
return_full_lines=False,
**kw):
libexecpath = libexec_path(cmd)
call = [libexecpath]
call.extend(args)
if verbose:
print asp_string_utils.argListToString(call)
try:
p = subprocess.Popen(call, stdout=subprocess.PIPE)
except OSError as e:
raise Exception('%s: %s' % (libexecpath, e))
(stdout, stderr) = p.communicate()
p.wait()
if p.returncode != 0:
print(stdout)
print(stderr)
raise Exception('Failed executing: ' + " ".join(call))
data = {}
if verbose:
if stdout is not None: print(stdout)
if stderr is not None: print(stderr)
count = 0
for line in stdout.split('\n'):
# Print warning messages to stdout
if re.match("^Warning", line): print(line)
if return_full_lines:
data[count] = line # return the entire line
count += 1
else:
if sep in line:
keywords = line.split(sep)
for index, item in enumerate(keywords):
# Strip whitespace from ends
keywords[index] = item.strip(' \t\n\r')
data[keywords[0]] = keywords[1:]
return data
def run_with_return_code(cmd, verbose=False):
# TODO: Wipe this and use instead executeCommand.
if verbose:
print asp_string_utils.argListToString(cmd)
try:
p = subprocess.Popen(cmd, stdout=subprocess.PIPE)
except OSError as e:
print('Error: %s: %s' % (asp_string_utils.argListToString(cmd), e))
(stdout, stderr) = p.communicate()
p.wait()
if p.returncode != 0 and verbose:
if stdout is not None: print(stdout)
if stderr is not None: print(stderr)
print('Failed executing: ' + " ".join(cmd))
return p.returncode
def run_with_return_code(cmd, verbose=False):
# TODO: Wipe this and use instead executeCommand.
if verbose:
print (asp_string_utils.argListToString(cmd))
try:
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, universal_newlines=True)
except OSError as e:
print('Error: %s: %s' % ( asp_string_utils.argListToString(cmd), e))
(stdout, stderr) = p.communicate()
p.wait()
if p.returncode != 0 and verbose:
if stdout is not None: print(stdout)
if stderr is not None: print(stderr)
print ('Failed executing: ' + " ".join(cmd))
return p.returncode
def run_and_parse_output(cmd, args, sep, verbose, return_full_lines = False, **kw ):
libexecpath = libexec_path(cmd)
call = [libexecpath]
call.extend(args)
if verbose:
print (asp_string_utils.argListToString(call))
try:
p = subprocess.Popen(call, stdout=subprocess.PIPE, universal_newlines=True)
except OSError as e:
raise Exception('%s: %s' % (libexecpath, e))
(stdout, stderr) = p.communicate()
p.wait()
if p.returncode != 0:
print(stdout)
print(stderr)
raise Exception('Failed executing: ' + " ".join(call))
data = {}
if verbose:
if stdout is not None: print(stdout)
if stderr is not None: print(stderr)
count = 0
for line in stdout.split('\n'):
# Print warning messages to stdout
if re.match("^Warning", line): print(line)
if return_full_lines:
data[count] = line # return the entire line
count += 1
else:
if sep in line:
keywords = line.split(sep)
for index, item in enumerate(keywords):
# Strip whitespace from ends
keywords[index] = item.strip(' \t\n\r')
data[keywords[0]] = keywords[1:]
return data
def executeCommand(
cmd,
outputPath=None, # If given, throw if the file is not created. Don't run if it already exists.
suppressOutput=False, # If true, don't print anything!
redo=False, # If true, run even if outputPath already exists.
noThrow=False, # If true, don't throw if output is missing
numAttempts=1, # How many attempts to use
sleepTime=60, # How much to sleep between attempts
timeout=-1 # After how long to timeout in seconds
):
'''Executes a command with multiple options'''
# Initialize outputs
out = ""
status = 0
err = ""
if cmd == '': # An empty task
return (out, err, status)
# Convert the input to list format if needed
if not asp_string_utils.isNotString(cmd):
cmd = asp_string_utils.stringToArgList(cmd)
for attempt in range(numAttempts):
# Run the command if conditions are met
if redo or (outputPath is None) or (not os.path.exists(outputPath)):
if not suppressOutput:
print(asp_string_utils.argListToString(cmd))
if timeout > 0:
print("Will enforce timeout of " + str(timeout) + " seconds.")
signal.signal(signal.SIGALRM, timeout_alarm_handler)
signal.alarm(timeout)
try:
p = subprocess.Popen(cmd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
universal_newlines=True)
out, err = p.communicate()
status = p.returncode
if timeout > 0:
signal.alarm(0) # reset the alarm
except Exception as e:
out = ""
err = ('Error: %s: %s' %
(asp_string_utils.argListToString(cmd), e))
if timeout > 0:
# this module is generally not available, so this use is very niche
import psutil
def kill_proc_tree(pid, including_parent=True):
parent = psutil.Process(pid)
for child in parent.children(recursive=True):
print("Killing: " + str(child))
child.kill()
if including_parent:
print("Killing: " + str(parent))
parent.kill()
pid = psutil.Process(p.pid)
try:
kill_proc_tree(p.pid)
except:
pass
status = 1
if not noThrow:
raise Exception(err)
if out is None: out = ""
if err is None: err = ""
if not suppressOutput:
print(out + '\n' + err)
if status == 0:
break
if numAttempts <= 1:
break
if attempt < numAttempts - 1:
print("attempt: " + str(attempt))
print("ran: " + asp_string_utils.argListToString(cmd))
print("out = " + out)
print("err = " + err)
print("status = " + str(status))
print("Will sleep for " + str(sleepTime) + " seconds")
time.sleep(sleepTime)
else: # Output file already exists, don't re-run
out = ""
err = ""
status = 0
# Optionally check that the output file was created
if outputPath and (not os.path.exists(outputPath)) and (not noThrow):
raise asp_cmd_utils.CmdRunException(
'Failed to create output file: ' + outputPath)
return (out, err, status)
def executeCommand(
cmd,
outputPath=None, # If given, throw if the file is not created. Don't run if it already exists.
suppressOutput=False, # If true, don't print anything!
redo=False, # If true, run even if outputPath already exists.
noThrow=False, # If true, don't throw if output is missing
numAttempts=1, # How many attempts to use
sleepTime=60 # How much to sleep between attempts
):
'''Executes a command with multiple options'''
# Initialize outputs
out = ""
status = 0
err = ""
if cmd == '': # An empty task
return (out, err, status)
# Convert the input to list format if needed
if not asp_string_utils.isNotString(cmd):
cmd = asp_string_utils.stringToArgList(cmd)
for attempt in range(numAttempts):
# Run the command if conditions are met
if redo or (outputPath is None) or (not os.path.exists(outputPath)):
if not suppressOutput:
print asp_string_utils.argListToString(cmd)
try:
p = subprocess.Popen(cmd,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
out, err = p.communicate()
status = p.returncode
except OSError as e:
out = ""
err = ('Error: %s: %s' %
(asp_string_utils.argListToString(cmd), e))
status = 1
if not noThrow:
raise Exception(err)
if out is None: out = ""
if err is None: err = ""
if not suppressOutput:
print out + '\n' + err
if status == 0:
break
if numAttempts <= 1:
break
if attempt < numAttempts - 1:
print("attempt: " + str(attempt))
print("ran: " + asp_string_utils.argListToString(cmd))
print("out = " + out)
print("err = " + err)
print("status = " + str(status))
print("Will sleep for " + str(sleepTime) + " seconds")
time.sleep(sleepTime)
else: # Output file already exists, don't re-run
out = ""
err = ""
status = 0
# Optionally check that the output file was created
if outputPath and (not os.path.exists(outputPath)) and (not noThrow):
raise asp_cmd_utils.CmdRunException(
'Failed to create output file: ' + outputPath)
return (out, err, status)
def executeCommand(cmd,
outputPath=None, # If given, throw if the file is not created. Don't run if it already exists.
suppressOutput=False, # If true, don't print anything!
redo=False, # If true, run even if outputPath already exists.
noThrow=False, # If true, don't throw if output is missing
numAttempts = 1, # How many attempts to use
sleepTime = 60, # How much to sleep between attempts
timeout = -1 # After how long to timeout in seconds
):
'''Executes a command with multiple options'''
# Initialize outputs
out = ""
status = 0
err = ""
if cmd == '': # An empty task
return (out, err, status)
# Convert the input to list format if needed
if not asp_string_utils.isNotString(cmd):
cmd = asp_string_utils.stringToArgList(cmd)
for attempt in range(numAttempts):
# Run the command if conditions are met
if redo or (outputPath is None) or (not os.path.exists(outputPath)):
if not suppressOutput:
print (asp_string_utils.argListToString(cmd))
if timeout > 0:
print("Will enforce timeout of " + str(timeout) + " seconds.")
signal.signal(signal.SIGALRM, timeout_alarm_handler)
signal.alarm(timeout)
try:
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
universal_newlines=True)
out, err = p.communicate()
status = p.returncode
if timeout > 0:
signal.alarm(0) # reset the alarm
except Exception as e:
out = ""
err = ('Error: %s: %s' % (asp_string_utils.argListToString(cmd), e))
if timeout > 0:
# this module is generally not available, so this use is very niche
import psutil
def kill_proc_tree(pid, including_parent=True):
parent = psutil.Process(pid)
for child in parent.children(recursive=True):
print("Killing: " + str(child))
child.kill()
if including_parent:
print("Killing: " + str(parent))
parent.kill()
pid = psutil.Process(p.pid)
try:
kill_proc_tree(p.pid)
except:
pass
status = 1
if not noThrow:
raise Exception(err)
if out is None: out = ""
if err is None: err = ""
if not suppressOutput:
print (out + '\n' + err)
if status == 0:
break
if numAttempts <= 1:
break
if attempt < numAttempts - 1:
print("attempt: " + str(attempt))
print("ran: " + asp_string_utils.argListToString(cmd) )
print("out = " + out)
print("err = " + err)
print("status = " + str(status))
print("Will sleep for " + str(sleepTime) + " seconds")
time.sleep(sleepTime)
else: # Output file already exists, don't re-run
out = ""
err = ""
status = 0
# Optionally check that the output file was created
if outputPath and (not os.path.exists(outputPath)) and (not noThrow):
raise asp_cmd_utils.CmdRunException('Failed to create output file: ' + outputPath)
return (out, err, status)
