def run_simpll(first, second, fun_first, fun_second, var, suffix=None,
cache_dir=None, control_flow_only=False, output_llvm_ir=False,
print_asm_diffs=False, verbose=False, use_ffi=False):
"""
Simplify modules to ease their semantic difference. Uses the SimpLL tool.
:return A tuple containing the two LLVM IR files generated by SimpLL
followed by the result of the comparison in the form of a graph and
a list of missing function definitions.
"""
stderr = None
if not verbose:
stderr = open(os.devnull, "w")
first_out_name = add_suffix(first, suffix) if suffix else first
second_out_name = add_suffix(second, suffix) if suffix else second
if use_ffi:
output = ffi.new("char [1000000]")
conf_struct = ffi.new("struct config *")
cache_dir = ffi.new("char []", cache_dir.encode("ascii") if cache_dir
else b"")
variable = ffi.new("char []", var.encode("ascii") if var else b"")
conf_struct = ffi.new("struct config *")
conf_struct.CacheDir = cache_dir
conf_struct.ControlFlowOnly = control_flow_only
conf_struct.OutputLlvmIR = output_llvm_ir
conf_struct.PrintAsmDiffs = print_asm_diffs
conf_struct.PrintCallStacks = True
conf_struct.Variable = variable
conf_struct.Verbose = verbose
conf_struct.VerboseMacros = False
module_left = ffi.new("char []", first.encode("ascii"))
module_right = ffi.new("char []", second.encode("ascii"))
module_left_out = ffi.new("char []", first_out_name.encode("ascii"))
module_right_out = ffi.new("char []", second_out_name.encode("ascii"))
fun_left = ffi.new("char []", fun_first.encode("ascii"))
fun_right = ffi.new("char []", fun_second.encode("ascii"))
try:
lib.runSimpLL(module_left, module_right, module_left_out,
module_right_out, fun_left, fun_right,
conf_struct[0], output)
simpll_out = ffi.string(output)
except ffi.error:
raise SimpLLException("Simplifying files failed")
else:
try:
# Determine the SimpLL binary to use.
# The manually built one has priority over the installed one.
if os.path.isfile("build/diffkemp/simpll/diffkemp-simpll"):
simpll_bin = "build/diffkemp/simpll/diffkemp-simpll"
else:
simpll_bin = "diffkemp-simpll"
# SimpLL command
simpll_command = list([simpll_bin, first, second,
"--print-callstacks"])
# Main (analysed) functions
simpll_command.append("--fun")
if fun_first != fun_second:
simpll_command.append("{},{}".format(fun_first, fun_second))
else:
simpll_command.append(fun_first)
# Analysed variable
if var:
simpll_command.extend(["--var", var])
# Suffix for output files
if suffix and output_llvm_ir:
simpll_command.extend(["--suffix", suffix])
# Cache directory with equal function pairs
if cache_dir:
simpll_command.extend(["--cache-dir", cache_dir])
if control_flow_only:
simpll_command.append("--control-flow")
if output_llvm_ir:
simpll_command.append("--output-llvm-ir")
if print_asm_diffs:
simpll_command.append("--print-asm-diffs")
if verbose:
simpll_command.append("--verbose")
print(" ".join(simpll_command))
simpll_out = check_output(simpll_command)
except CalledProcessError:
raise SimpLLException("Simplifying files failed")
if output_llvm_ir:
check_call(["opt", "-S", "-deadargelim", "-o", first_out_name,
first_out_name],
stderr=stderr)
check_call(["opt", "-S", "-deadargelim", "-o", second_out_name,
second_out_name],
stderr=stderr)
first_out = LlvmKernelModule(first_out_name)
second_out = LlvmKernelModule(second_out_name)
missing_defs = None
try:
result_graph = ComparisonGraph()
simpll_result = yaml.safe_load(simpll_out)
if simpll_result is not None:
if "function-results" in simpll_result:
for fun_result in simpll_result["function-results"]:
# Create the vertex from the result and insert it into
# the graph.
vertex = ComparisonGraph.Vertex.from_yaml(
fun_result, result_graph)
# Prefer pointed name to ensure that a difference
# contaning the variant function as either the left or
# the right side has its name in the key.
# This is useful because one can tell this is a weak
# vertex from its name.
if "." in vertex.names[ComparisonGraph.Side.LEFT]:
result_graph[vertex.names[
ComparisonGraph.Side.LEFT]] = vertex
else:
result_graph[vertex.names[
ComparisonGraph.Side.RIGHT]] = vertex
result_graph.normalize()
result_graph.populate_predecessor_lists()
result_graph.mark_uncachable_from_assumed_equal()
missing_defs = simpll_result["missing-defs"] \
if "missing-defs" in simpll_result else None
except yaml.YAMLError:
pass
return first_out, second_out, result_graph, missing_defs
def run_simpll(first,
second,
fun_first,
fun_second,
var,
suffix=None,
cache_dir=None,
pattern_config=None,
control_flow_only=False,
output_llvm_ir=False,
print_asm_diffs=False,
verbosity=0,
use_ffi=False,
module_cache=None,
modules_to_cache=None):
"""
Simplify modules to ease their semantic difference. Uses the SimpLL tool.
:return A tuple containing the two LLVM IR files generated by SimpLL
followed by the result of the comparison in the form of a graph and
a list of missing function definitions.
"""
stderr = None
if verbosity == 0:
stderr = open(os.devnull, "w")
first_out_name = add_suffix(first, suffix) if suffix else first
second_out_name = add_suffix(second, suffix) if suffix else second
if use_ffi:
# Preload module if in modules_to_cache
if modules_to_cache is None:
modules_to_cache = []
for module in [first, second]:
if module not in module_cache and module in modules_to_cache:
module_cache[module] = SimpLLModule(module)
module_cache[module].preprocess(control_flow_only)
use_cached_modules = (module_cache and first in module_cache
and second in module_cache)
output = ffi.new("char [1000000]")
cache_dir = ffi.new("char []",
cache_dir.encode("ascii") if cache_dir else b"")
patterns = ffi.new(
"char []",
pattern_config.path.encode("ascii") if pattern_config else b"")
variable = ffi.new("char []", var.encode("ascii") if var else b"")
conf_struct = ffi.new("struct config *")
conf_struct.CacheDir = cache_dir
conf_struct.Patterns = patterns
conf_struct.ControlFlowOnly = control_flow_only
conf_struct.OutputLlvmIR = output_llvm_ir
conf_struct.PrintAsmDiffs = print_asm_diffs
conf_struct.PrintCallStacks = True
conf_struct.Variable = variable
conf_struct.Verbosity = verbosity
if use_cached_modules:
module_left = module_cache[first].pointer
module_right = module_cache[second].pointer
else:
module_left = ffi.new("char []", first.encode("ascii"))
module_right = ffi.new("char []", second.encode("ascii"))
module_left_out = ffi.new("char []", first_out_name.encode("ascii"))
module_right_out = ffi.new("char []", second_out_name.encode("ascii"))
fun_left = ffi.new("char []", fun_first.encode("ascii"))
fun_right = ffi.new("char []", fun_second.encode("ascii"))
try:
if use_cached_modules:
r, w = os.pipe()
pid = os.fork()
if pid == 0:
# Child process - run SimpLL and send result through pipe
os.close(r)
lib.runSimpLL(module_left, module_right, module_left_out,
module_right_out, fun_left, fun_right,
conf_struct[0], output)
os.write(w, ffi.string(output))
os.close(w)
os._exit(0)
else:
# Parent process - collect result from pipe
os.close(w)
r = os.fdopen(r)
simpll_out = r.read()
_, status = os.waitpid(pid, 0)
if status != 0:
raise SimpLLException("Simplifying files failed")
else:
lib.parseAndRunSimpLL(module_left, module_right,
module_left_out, module_right_out,
fun_left, fun_right, conf_struct[0],
output)
simpll_out = ffi.string(output)
lib.shutdownSimpLL()
except ffi.error:
raise SimpLLException("Simplifying files failed")
else:
try:
# Determine the SimpLL binary to use.
# The manually built one has priority over the installed one.
simpll_bin = "{}/diffkemp/simpll/diffkemp-simpll".format(
get_simpll_build_dir())
if not os.path.isfile(simpll_bin):
simpll_bin = "diffkemp-simpll"
# SimpLL command
simpll_command = list(
[simpll_bin, first, second, "--print-callstacks"])
# Main (analysed) functions
simpll_command.append("--fun")
if fun_first != fun_second:
simpll_command.append("{},{}".format(fun_first, fun_second))
else:
simpll_command.append(fun_first)
# Analysed variable
if var:
simpll_command.extend(["--var", var])
# Suffix for output files
if suffix and output_llvm_ir:
simpll_command.extend(["--suffix", suffix])
# Cache directory with equal function pairs
if cache_dir:
simpll_command.extend(["--cache-dir", cache_dir])
# Difference pattern configuration path
if pattern_config:
simpll_command.extend(
["--pattern-config", pattern_config.path])
if control_flow_only:
simpll_command.append("--control-flow")
if output_llvm_ir:
simpll_command.append("--output-llvm-ir")
if print_asm_diffs:
simpll_command.append("--print-asm-diffs")
if verbosity > 0:
simpll_command.extend(["--verbosity", str(verbosity)])
print(" ".join(simpll_command))
simpll_out = check_output(simpll_command)
except CalledProcessError:
raise SimpLLException("Simplifying files failed")
if output_llvm_ir:
check_call([
"opt", "-S", "-deadargelim", "-o", first_out_name, first_out_name
],
stderr=stderr)
check_call([
"opt", "-S", "-deadargelim", "-o", second_out_name, second_out_name
],
stderr=stderr)
first_out = LlvmModule(first_out_name)
second_out = LlvmModule(second_out_name)
missing_defs = None
try:
result_graph = ComparisonGraph()
simpll_result = yaml.safe_load(simpll_out)
if simpll_result is not None:
if "function-results" in simpll_result:
for fun_result in simpll_result["function-results"]:
# Create the vertex from the result and insert it into
# the graph.
vertex = ComparisonGraph.Vertex.from_yaml(
fun_result, result_graph)
# Prefer pointed name to ensure that a difference
# contaning the variant function as either the left or
# the right side has its name in the key.
# This is useful because one can tell this is a weak
# vertex from its name.
if "." in vertex.names[ComparisonGraph.Side.LEFT]:
result_graph[vertex.names[
ComparisonGraph.Side.LEFT]] = vertex
else:
result_graph[vertex.names[
ComparisonGraph.Side.RIGHT]] = vertex
result_graph.normalize()
result_graph.populate_predecessor_lists()
result_graph.mark_uncachable_from_assumed_equal()
missing_defs = simpll_result["missing-defs"] \
if "missing-defs" in simpll_result else None
except yaml.YAMLError:
pass
return first_out, second_out, result_graph, missing_defs