def find_executable(exe, path=None):
""" Return full path of a executable.
"""
log.debug('find_executable(%r)' % exe)
orig_exe = exe
if path is None:
path = os.environ.get('PATH',os.defpath)
if os.name=='posix' and sys.version[:3]>'2.1':
realpath = os.path.realpath
else:
realpath = lambda a:a
if exe[0]=='"':
exe = exe[1:-1]
suffices = ['']
if os.name in ['nt','dos','os2']:
fn,ext = os.path.splitext(exe)
extra_suffices = ['.exe','.com','.bat']
if ext.lower() not in extra_suffices:
suffices = extra_suffices
if os.path.isabs(exe):
paths = ['']
else:
paths = map(os.path.abspath, path.split(os.pathsep))
if 0 and os.name == 'nt':
new_paths = []
cygwin_paths = []
for path in paths:
d,p = os.path.splitdrive(path)
if p.lower().find('cygwin') >= 0:
cygwin_paths.append(path)
else:
new_paths.append(path)
paths = new_paths + cygwin_paths
for path in paths:
fn = os.path.join(path,exe)
for s in suffices:
f_ext = fn+s
if not os.path.islink(f_ext):
# see comment below.
f_ext = realpath(f_ext)
if os.path.isfile(f_ext) and os.access(f_ext,os.X_OK):
log.debug('Found executable %s' % f_ext)
return f_ext
if os.path.islink(exe):
# Don't follow symbolic links. E.g. when using colorgcc then
# gcc -> /usr/bin/colorgcc
# g77 -> /usr/bin/colorgcc
pass
else:
exe = realpath(exe)
if not os.path.isfile(exe) or os.access(exe,os.X_OK):
log.warn('Could not locate executable %s' % orig_exe)
return orig_exe
return exe
def find_executable(exe, path=None):
""" Return full path of a executable.
"""
log.debug('find_executable(%r)' % exe)
orig_exe = exe
if path is None:
path = os.environ.get('PATH', os.defpath)
if os.name == 'posix' and sys.version[:3] > '2.1':
realpath = os.path.realpath
else:
realpath = lambda a: a
if exe[0] == '"':
exe = exe[1:-1]
suffices = ['']
if os.name in ['nt', 'dos', 'os2']:
fn, ext = os.path.splitext(exe)
extra_suffices = ['.exe', '.com', '.bat']
if ext.lower() not in extra_suffices:
suffices = extra_suffices
if os.path.isabs(exe):
paths = ['']
else:
paths = map(os.path.abspath, path.split(os.pathsep))
if 0 and os.name == 'nt':
new_paths = []
cygwin_paths = []
for path in paths:
d, p = os.path.splitdrive(path)
if p.lower().find('cygwin') >= 0:
cygwin_paths.append(path)
else:
new_paths.append(path)
paths = new_paths + cygwin_paths
for path in paths:
fn = os.path.join(path, exe)
for s in suffices:
f_ext = fn + s
if not os.path.islink(f_ext):
# see comment below.
f_ext = realpath(f_ext)
if os.path.isfile(f_ext) and os.access(f_ext, os.X_OK):
log.debug('Found executable %s' % f_ext)
return f_ext
if os.path.islink(exe):
# Don't follow symbolic links. E.g. when using colorgcc then
# gcc -> /usr/bin/colorgcc
# g77 -> /usr/bin/colorgcc
pass
else:
exe = realpath(exe)
if not os.path.isfile(exe) or os.access(exe, os.X_OK):
log.warn('Could not locate executable %s' % orig_exe)
return orig_exe
return exe
def _exec_command_posix( command,
use_shell = None,
use_tee = None,
**env ):
log.debug('_exec_command_posix(...)')
if is_sequence(command):
command_str = ' '.join(list(command))
else:
command_str = command
tmpfile = tempfile.mktemp()
stsfile = None
if use_tee:
stsfile = tempfile.mktemp()
filter = ''
if use_tee == 2:
filter = r'| tr -cd "\n" | tr "\n" "."; echo'
command_posix = '( %s ; echo $? > %s ) 2>&1 | tee %s %s'\
% (command_str,stsfile,tmpfile,filter)
else:
stsfile = tempfile.mktemp()
command_posix = '( %s ; echo $? > %s ) > %s 2>&1'\
% (command_str,stsfile,tmpfile)
#command_posix = '( %s ) > %s 2>&1' % (command_str,tmpfile)
log.debug('Running os.system(%r)' % (command_posix))
status = os.system(command_posix)
if use_tee:
if status:
# if command_tee fails then fall back to robust exec_command
log.warn('_exec_command_posix failed (status=%s)' % status)
return _exec_command(command, use_shell=use_shell, **env)
if stsfile is not None:
f = open(stsfile,'r')
status_text = f.read()
status = int(status_text)
f.close()
os.remove(stsfile)
f = open(tmpfile,'r')
text = f.read()
f.close()
os.remove(tmpfile)
if text[-1:]=='\n':
text = text[:-1]
return status, text
def _exec_command_posix(command, use_shell=None, use_tee=None, **env):
log.debug('_exec_command_posix(...)')
if is_sequence(command):
command_str = ' '.join(list(command))
else:
command_str = command
tmpfile = tempfile.mktemp()
stsfile = None
if use_tee:
stsfile = tempfile.mktemp()
filter = ''
if use_tee == 2:
filter = r'| tr -cd "\n" | tr "\n" "."; echo'
command_posix = '( %s ; echo $? > %s ) 2>&1 | tee %s %s'\
% (command_str,stsfile,tmpfile,filter)
else:
stsfile = tempfile.mktemp()
command_posix = '( %s ; echo $? > %s ) > %s 2>&1'\
% (command_str,stsfile,tmpfile)
#command_posix = '( %s ) > %s 2>&1' % (command_str,tmpfile)
log.debug('Running os.system(%r)' % (command_posix))
status = os.system(command_posix)
if use_tee:
if status:
# if command_tee fails then fall back to robust exec_command
log.warn('_exec_command_posix failed (status=%s)' % status)
return _exec_command(command, use_shell=use_shell, **env)
if stsfile is not None:
f = open(stsfile, 'r')
status_text = f.read()
status = int(status_text)
f.close()
os.remove(stsfile)
f = open(tmpfile, 'r')
text = f.read()
f.close()
os.remove(tmpfile)
if text[-1:] == '\n':
text = text[:-1]
return status, text
def test_nt(**kws):
pythonexe = get_pythonexe()
echo = find_executable('echo')
using_cygwin_echo = echo != 'echo'
if using_cygwin_echo:
log.warn('Using cygwin echo in win32 environment is not supported')
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'AAA\',\'\')"')
assert s==0 and o=='',(s,o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'AAA\')"',
AAA='Tere')
assert s==0 and o=='Tere',(s,o)
os.environ['BBB'] = 'Hi'
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"')
assert s==0 and o=='Hi',(s,o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"',
BBB='Hey')
assert s==0 and o=='Hey',(s,o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"')
assert s==0 and o=='Hi',(s,o)
elif 0:
s,o=exec_command('echo Hello')
assert s==0 and o=='Hello',(s,o)
s,o=exec_command('echo a%AAA%')
assert s==0 and o=='a',(s,o)
s,o=exec_command('echo a%AAA%',AAA='Tere')
assert s==0 and o=='aTere',(s,o)
os.environ['BBB'] = 'Hi'
s,o=exec_command('echo a%BBB%')
assert s==0 and o=='aHi',(s,o)
s,o=exec_command('echo a%BBB%',BBB='Hey')
assert s==0 and o=='aHey', (s,o)
s,o=exec_command('echo a%BBB%')
assert s==0 and o=='aHi',(s,o)
s,o=exec_command('this_is_not_a_command')
assert s and o!='',(s,o)
s,o=exec_command('type not_existing_file')
assert s and o!='',(s,o)
s,o=exec_command('echo path=%path%')
assert s==0 and o!='',(s,o)
s,o=exec_command('%s -c "import sys;sys.stderr.write(sys.platform)"' \
% pythonexe)
assert s==0 and o=='win32',(s,o)
s,o=exec_command('%s -c "raise \'Ignore me.\'"' % pythonexe)
assert s==1 and o,(s,o)
s,o=exec_command('%s -c "import sys;sys.stderr.write(\'0\');sys.stderr.write(\'1\');sys.stderr.write(\'2\')"'\
% pythonexe)
assert s==0 and o=='012',(s,o)
s,o=exec_command('%s -c "import sys;sys.exit(15)"' % pythonexe)
assert s==15 and o=='',(s,o)
s,o=exec_command('%s -c "print \'Heipa\'"' % pythonexe)
assert s==0 and o=='Heipa',(s,o)
print 'ok'
def _exec_command( command, use_shell=None, use_tee = None, **env ):
log.debug('_exec_command(...)')
if use_shell is None:
use_shell = os.name=='posix'
if use_tee is None:
use_tee = os.name=='posix'
using_command = 0
if use_shell:
# We use shell (unless use_shell==0) so that wildcards can be
# used.
sh = os.environ.get('SHELL','/bin/sh')
if is_sequence(command):
argv = [sh,'-c',' '.join(list(command))]
else:
argv = [sh,'-c',command]
else:
# On NT, DOS we avoid using command.com as it's exit status is
# not related to the exit status of a command.
if is_sequence(command):
argv = command[:]
else:
argv = splitcmdline(command)
if hasattr(os,'spawnvpe'):
spawn_command = os.spawnvpe
else:
spawn_command = os.spawnve
argv[0] = find_executable(argv[0])
if not os.path.isfile(argv[0]):
log.warn('Executable %s does not exist' % (argv[0]))
if os.name in ['nt','dos']:
# argv[0] might be internal command
argv = [os.environ['COMSPEC'],'/C'] + argv
using_command = 1
# sys.__std*__ is used instead of sys.std* because environments
# like IDLE, PyCrust, etc overwrite sys.std* commands.
so_fileno = sys.__stdout__.fileno()
se_fileno = sys.__stderr__.fileno()
so_flush = sys.__stdout__.flush
se_flush = sys.__stderr__.flush
so_dup = os.dup(so_fileno)
se_dup = os.dup(se_fileno)
outfile = tempfile.mktemp()
fout = open(outfile,'w')
if using_command:
errfile = tempfile.mktemp()
ferr = open(errfile,'w')
log.debug('Running %s(%s,%r,%r,os.environ)' \
% (spawn_command.__name__,os.P_WAIT,argv[0],argv))
argv0 = argv[0]
if not using_command:
argv[0] = quote_arg(argv0)
so_flush()
se_flush()
os.dup2(fout.fileno(),so_fileno)
if using_command:
#XXX: disabled for now as it does not work from cmd under win32.
# Tests fail on msys
os.dup2(ferr.fileno(),se_fileno)
else:
os.dup2(fout.fileno(),se_fileno)
try:
status = spawn_command(os.P_WAIT,argv0,argv,os.environ)
except OSError,errmess:
status = 999
sys.stderr.write('%s: %s'%(errmess,argv[0]))
def test_nt(**kws):
pythonexe = get_pythonexe()
echo = find_executable('echo')
using_cygwin_echo = echo != 'echo'
if using_cygwin_echo:
log.warn('Using cygwin echo in win32 environment is not supported')
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'AAA\',\'\')"')
assert s == 0 and o == '', (s, o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'AAA\')"',
AAA='Tere')
assert s == 0 and o == 'Tere', (s, o)
os.environ['BBB'] = 'Hi'
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"')
assert s == 0 and o == 'Hi', (s, o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"',
BBB='Hey')
assert s == 0 and o == 'Hey', (s, o)
s,o=exec_command(pythonexe\
+' -c "import os;print os.environ.get(\'BBB\',\'\')"')
assert s == 0 and o == 'Hi', (s, o)
elif 0:
s, o = exec_command('echo Hello')
assert s == 0 and o == 'Hello', (s, o)
s, o = exec_command('echo a%AAA%')
assert s == 0 and o == 'a', (s, o)
s, o = exec_command('echo a%AAA%', AAA='Tere')
assert s == 0 and o == 'aTere', (s, o)
os.environ['BBB'] = 'Hi'
s, o = exec_command('echo a%BBB%')
assert s == 0 and o == 'aHi', (s, o)
s, o = exec_command('echo a%BBB%', BBB='Hey')
assert s == 0 and o == 'aHey', (s, o)
s, o = exec_command('echo a%BBB%')
assert s == 0 and o == 'aHi', (s, o)
s, o = exec_command('this_is_not_a_command')
assert s and o != '', (s, o)
s, o = exec_command('type not_existing_file')
assert s and o != '', (s, o)
s, o = exec_command('echo path=%path%')
assert s == 0 and o != '', (s, o)
s,o=exec_command('%s -c "import sys;sys.stderr.write(sys.platform)"' \
% pythonexe)
assert s == 0 and o == 'win32', (s, o)
s, o = exec_command('%s -c "raise \'Ignore me.\'"' % pythonexe)
assert s == 1 and o, (s, o)
s,o=exec_command('%s -c "import sys;sys.stderr.write(\'0\');sys.stderr.write(\'1\');sys.stderr.write(\'2\')"'\
% pythonexe)
assert s == 0 and o == '012', (s, o)
s, o = exec_command('%s -c "import sys;sys.exit(15)"' % pythonexe)
assert s == 15 and o == '', (s, o)
s, o = exec_command('%s -c "print \'Heipa\'"' % pythonexe)
assert s == 0 and o == 'Heipa', (s, o)
print 'ok'
def _exec_command(command, use_shell=None, use_tee=None, **env):
log.debug('_exec_command(...)')
if use_shell is None:
use_shell = os.name == 'posix'
if use_tee is None:
use_tee = os.name == 'posix'
using_command = 0
if use_shell:
# We use shell (unless use_shell==0) so that wildcards can be
# used.
sh = os.environ.get('SHELL', '/bin/sh')
if is_sequence(command):
argv = [sh, '-c', ' '.join(list(command))]
else:
argv = [sh, '-c', command]
else:
# On NT, DOS we avoid using command.com as it's exit status is
# not related to the exit status of a command.
if is_sequence(command):
argv = command[:]
else:
argv = splitcmdline(command)
if hasattr(os, 'spawnvpe'):
spawn_command = os.spawnvpe
else:
spawn_command = os.spawnve
argv[0] = find_executable(argv[0])
if not os.path.isfile(argv[0]):
log.warn('Executable %s does not exist' % (argv[0]))
if os.name in ['nt', 'dos']:
# argv[0] might be internal command
argv = [os.environ['COMSPEC'], '/C'] + argv
using_command = 1
# sys.__std*__ is used instead of sys.std* because environments
# like IDLE, PyCrust, etc overwrite sys.std* commands.
so_fileno = sys.__stdout__.fileno()
se_fileno = sys.__stderr__.fileno()
so_flush = sys.__stdout__.flush
se_flush = sys.__stderr__.flush
so_dup = os.dup(so_fileno)
se_dup = os.dup(se_fileno)
outfile = tempfile.mktemp()
fout = open(outfile, 'w')
if using_command:
errfile = tempfile.mktemp()
ferr = open(errfile, 'w')
log.debug('Running %s(%s,%r,%r,os.environ)' \
% (spawn_command.__name__,os.P_WAIT,argv[0],argv))
argv0 = argv[0]
if not using_command:
argv[0] = quote_arg(argv0)
so_flush()
se_flush()
os.dup2(fout.fileno(), so_fileno)
if using_command:
#XXX: disabled for now as it does not work from cmd under win32.
# Tests fail on msys
os.dup2(ferr.fileno(), se_fileno)
else:
os.dup2(fout.fileno(), se_fileno)
try:
status = spawn_command(os.P_WAIT, argv0, argv, os.environ)
except OSError, errmess:
status = 999
sys.stderr.write('%s: %s' % (errmess, argv[0]))