def isolate_test_cases(
cmd, test_cases, jobs, isolated_file, isolate_file,
root_dir, reldir, variables, trace_blacklist):
assert os.path.isabs(root_dir) and os.path.isdir(root_dir), root_dir
logname = isolated_file + '.log'
basename = isolated_file.rsplit('.', 1)[0]
cwd_dir = os.path.join(root_dir, reldir)
# Do the actual tracing.
results = trace_test_cases.trace_test_cases(
cmd, cwd_dir, test_cases, jobs, logname)
api = trace_inputs.get_api()
blacklist = trace_inputs.gen_blacklist(trace_blacklist)
logs = dict(
(i.pop('trace'), i) for i in api.parse_log(logname, blacklist, None))
exception = None
try:
inputs = []
for items in results:
item = items[-1]
assert item['valid']
# Load the results;
log_dict = logs[item['tracename']]
if log_dict.get('exception'):
exception = exception or log_dict['exception']
logging.error('Got exception: %s', exception)
continue
files = log_dict['results'].strip_root(root_dir).files
tracked, touched = isolate.split_touched(files)
value = isolate.generate_isolate(
tracked,
[],
touched,
root_dir,
variables,
reldir,
blacklist)
# item['test_case'] could be an invalid file name.
out = basename + '.' + item['tracename'] + '.isolate'
with open(out, 'w') as f:
isolate.pretty_print(value, f)
inputs.append(out)
# Merges back. Note that it is possible to blow up the command line
# argument length here but writing the files is still useful. Convert to
# importing the module instead if necessary.
merge_cmd = [
sys.executable,
os.path.join(ROOT_DIR, 'isolate_merge.py'),
isolate_file,
'-o', isolate_file,
]
merge_cmd.extend(inputs)
logging.info(merge_cmd)
proc = subprocess.Popen(merge_cmd)
proc.communicate()
return proc.returncode
finally:
if exception:
raise exception[0], exception[1], exception[2]
def isolate_test_cases(cmd, test_cases, jobs, isolated_file, isolate_file,
root_dir, reldir, variables, trace_blacklist):
assert os.path.isabs(root_dir) and os.path.isdir(root_dir), root_dir
logname = isolated_file + '.log'
basename = isolated_file.rsplit('.', 1)[0]
cwd_dir = os.path.join(root_dir, reldir)
# Do the actual tracing.
results = trace_test_cases.trace_test_cases(cmd, cwd_dir, test_cases, jobs,
logname)
api = trace_inputs.get_api()
blacklist = trace_inputs.gen_blacklist(trace_blacklist)
logs = dict(
(i.pop('trace'), i) for i in api.parse_log(logname, blacklist, None))
exception = None
try:
inputs = []
for items in results:
item = items[-1]
assert item['valid']
# Load the results;
log_dict = logs[item['tracename']]
if log_dict.get('exception'):
exception = exception or log_dict['exception']
logging.error('Got exception: %s', exception)
continue
files = log_dict['results'].strip_root(root_dir).files
tracked, touched = isolate.split_touched(files)
value = isolate.generate_isolate(tracked, [], touched, root_dir,
variables, reldir, blacklist)
# item['test_case'] could be an invalid file name.
out = basename + '.' + item['tracename'] + '.isolate'
with open(out, 'w') as f:
isolate.pretty_print(value, f)
inputs.append(out)
# Merges back. Note that it is possible to blow up the command line
# argument length here but writing the files is still useful. Convert to
# importing the module instead if necessary.
merge_cmd = [
sys.executable,
os.path.join(ROOT_DIR, 'isolate_merge.py'),
isolate_file,
'-o',
isolate_file,
]
merge_cmd.extend(inputs)
logging.info(merge_cmd)
proc = subprocess.Popen(merge_cmd)
proc.communicate()
return proc.returncode
finally:
if exception:
raise exception[0], exception[1], exception[2]
def main():
"""CLI frontend to validate arguments."""
run_isolated.disable_buffering()
parser = run_test_cases.OptionParserTestCases(
usage='%prog <options> [gtest]')
parser.format_description = lambda *_: parser.description
parser.add_option(
'-o', '--out',
help='output file, defaults to <executable>.test_cases')
parser.add_option(
'-r', '--root-dir',
help='Root directory under which file access should be noted')
parser.add_option(
'--trace-blacklist', action='append', default=[],
help='List of regexp to use as blacklist filter')
# TODO(maruel): Add support for options.timeout.
parser.remove_option('--timeout')
options, args = parser.parse_args()
if not args:
parser.error(
'Please provide the executable line to run, if you need fancy things '
'like xvfb, start this script from *inside* xvfb, it\'ll be much faster'
'.')
cmd = run_isolated.fix_python_path(args)
cmd[0] = os.path.abspath(cmd[0])
if not os.path.isfile(cmd[0]):
parser.error('Tracing failed for: %s\nIt doesn\'t exit' % ' '.join(cmd))
if not options.out:
options.out = '%s.test_cases' % cmd[-1]
options.out = os.path.abspath(options.out)
if options.root_dir:
options.root_dir = os.path.abspath(options.root_dir)
logname = options.out + '.log'
test_cases = parser.process_gtest_options(cmd, os.getcwd(), options)
# Then run them.
print('Tracing...')
results = trace_test_cases(
cmd,
os.getcwd(),
test_cases,
options.jobs,
logname)
print('Reading trace logs...')
blacklist = trace_inputs.gen_blacklist(options.trace_blacklist)
write_details(logname, options.out, options.root_dir, blacklist, results)
return 0
def main():
"""CLI frontend to validate arguments."""
tools.disable_buffering()
parser = run_test_cases.OptionParserTestCases(
usage='%prog <options> [gtest]')
parser.format_description = lambda *_: parser.description
parser.add_option('-o',
'--out',
help='output file, defaults to <executable>.test_cases')
parser.add_option(
'-r',
'--root-dir',
help='Root directory under which file access should be noted')
parser.add_option('--trace-blacklist',
action='append',
default=[],
help='List of regexp to use as blacklist filter')
# TODO(maruel): Add support for options.timeout.
parser.remove_option('--timeout')
options, args = parser.parse_args()
if not args:
parser.error(
'Please provide the executable line to run, if you need fancy things '
'like xvfb, start this script from *inside* xvfb, it\'ll be much faster'
'.')
cmd = tools.fix_python_path(args)
cmd[0] = os.path.abspath(cmd[0])
if not os.path.isfile(cmd[0]):
parser.error('Tracing failed for: %s\nIt doesn\'t exit' %
' '.join(cmd))
if not options.out:
options.out = '%s.test_cases' % cmd[-1]
options.out = os.path.abspath(options.out)
if options.root_dir:
options.root_dir = os.path.abspath(options.root_dir)
logname = options.out + '.log'
test_cases = parser.process_gtest_options(cmd, os.getcwd(), options)
# Then run them.
print('Tracing...')
results = trace_test_cases(cmd, os.getcwd(), test_cases, options.jobs,
logname)
print('Reading trace logs...')
blacklist = trace_inputs.gen_blacklist(options.trace_blacklist)
write_details(logname, options.out, options.root_dir, blacklist, results)
return 0