def test_wasm_emscripten_finalize():
print '\n[ checking wasm-emscripten-finalize testcases... ]\n'
for wast_path in files_with_pattern(options.binaryen_test, 'lld', '*.wast'):
print '..', wast_path
mem_file = wast_path + '.mem'
extension_arg_map = {
'.out': [],
'.mem.out': ['--separate-data-segments', mem_file],
}
for ext, ext_args in extension_arg_map.items():
expected_file = wast_path + ext
if ext != '.out' and not os.path.exists(expected_file):
continue
cmd = WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S'] + ext_args
cmd += args_for_finalize(os.path.basename(wast_path))
actual = run_command(cmd)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
fail_if_not_identical_to_file(actual, expected_file)
if ext == '.mem.out':
with open(mem_file) as mf:
mem = mf.read()
fail_if_not_identical_to_file(mem, wast_path + '.mem.mem')
os.remove(mem_file)
def test_wasm_emscripten_finalize():
print '\n[ checking wasm-emscripten-finalize testcases... ]\n'
for wast_path in files_with_pattern(options.binaryen_test, 'lld',
'*.wast'):
print '..', wast_path
mem_file = wast_path + '.mem'
extension_arg_map = {
'.out': [],
'.mem.out': ['--separate-data-segments', mem_file],
}
for ext, ext_args in extension_arg_map.items():
expected_file = wast_path + ext
if ext != '.out' and not os.path.exists(expected_file):
continue
cmd = WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S'] + ext_args
cmd += args_for_finalize(os.path.basename(wast_path))
actual = run_command(cmd)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
fail_if_not_identical_to_file(actual, expected_file)
if ext == '.mem.out':
with open(mem_file) as mf:
mem = mf.read()
fail_if_not_identical_to_file(mem, wast_path + '.mem.mem')
os.remove(mem_file)
def test_wasm_emscripten_finalize():
print '\n[ checking wasm-emscripten-finalize testcases... ]\n'
extension_arg_map = {
'.out': [],
'.jscall.out': ['--emscripten-reserved-function-pointers=3'],
}
for wast_path in files_with_pattern(options.binaryen_test, 'lld',
'*.wast'):
print '..', wast_path
for ext, ext_args in extension_arg_map.items():
expected_file = wast_path + ext
if ext != '.out' and not os.path.exists(expected_file):
continue
cmd = (WASM_EMSCRIPTEN_FINALIZE +
[wast_path, '-S', '--global-base=568'] + ext_args)
actual = run_command(cmd)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
def test_s2wasm():
print '\n[ checking .s testcases... ]\n'
for dot_s_dir in ['dot_s', 'llvm_autogenerated']:
dot_s_path = os.path.join(options.binaryen_test, dot_s_dir)
for s in sorted(os.listdir(dot_s_path)):
if not s.endswith('.s'):
continue
print '..', s
wasm = s.replace('.s', '.wast')
full = os.path.join(options.binaryen_test, dot_s_dir, s)
stack_alloc = (['--allocate-stack=1024']
if dot_s_dir == 'llvm_autogenerated' else [])
cmd = S2WASM + [full, '--emscripten-glue'] + stack_alloc
if s.startswith('start_'):
cmd.append('--start')
actual = run_command(cmd)
# verify output
expected_file = os.path.join(options.binaryen_test, dot_s_dir,
wasm)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
# verify with options
cmd = S2WASM + [full, '--global-base=1024'] + stack_alloc
run_command(cmd)
# run wasm-shell on the .wast to verify that it parses
cmd = WASM_SHELL + [expected_file]
run_command(cmd)
def test_s2wasm():
print '\n[ checking .s testcases... ]\n'
for dot_s_dir in ['dot_s', 'llvm_autogenerated']:
dot_s_path = os.path.join(options.binaryen_test, dot_s_dir)
for s in sorted(os.listdir(dot_s_path)):
if not s.endswith('.s'):
continue
print '..', s
wasm = s.replace('.s', '.wast')
full = os.path.join(options.binaryen_test, dot_s_dir, s)
stack_alloc = (['--allocate-stack=1024']
if dot_s_dir == 'llvm_autogenerated'
else [])
cmd = S2WASM + [full, '--emscripten-glue'] + stack_alloc
if s.startswith('start_'):
cmd.append('--start')
actual = run_command(cmd)
# verify output
expected_file = os.path.join(options.binaryen_test, dot_s_dir, wasm)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
# verify with options
cmd = S2WASM + [full, '--global-base=1024'] + stack_alloc
run_command(cmd)
# run wasm-shell on the .wast to verify that it parses
cmd = WASM_SHELL + [expected_file]
run_command(cmd)
def do_asm2wasm_test():
actual = run_command(cmd)
# verify output
if not os.path.exists(wasm):
fail_with_error('output .wast file %s does not exist' % wasm)
fail_if_not_identical_to_file(actual, wasm)
binary_format_check(wasm, verify_final_result=False)
def test_linker():
print '\n[ running linker tests... ]\n'
# The {main,foo,bar,baz}.s files were created by running clang over the
# respective c files. The foobar.bar archive was created by running:
# llvm-ar -format=gnu rc foobar.a quux.s foo.s bar.s baz.s
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'foobar.a')
]
output = run_command(cmd)
# foo should come from main.s and return 42
fail_if_not_contained(output, '(func $foo')
fail_if_not_contained(output, '(i32.const 42)')
# bar should be linked in from bar.s
fail_if_not_contained(output, '(func $bar')
# quux should be linked in from bar.s even though it comes before bar.s in
# the archive
fail_if_not_contained(output, '(func $quux')
# baz should not be linked in at all
if 'baz' in output:
fail_with_error('output should not contain "baz": ' + output)
# Test an archive using a string table
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'barlong.a')
]
output = run_command(cmd)
# bar should be linked from the archive
fail_if_not_contained(output, '(func $bar')
# Test exporting memory growth function and emscripten runtime functions
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'),
'--emscripten-glue', '--allow-memory-growth'
]
output = run_command(cmd)
expected_funcs = [
('__growWasmMemory', '(param $newSize i32)'),
('stackSave', '(result i32)'),
('stackAlloc', '(param $0 i32) (result i32)'),
('stackRestore', '(param $0 i32)'),
]
for name, extra in expected_funcs:
space = ' ' if extra else ''
fail_if_not_contained(output,
'(export "{0}" (func ${0}))'.format(name))
for line in output.split('\n'):
if '(func ${0}'.format(name + space) in line:
# we found the relevant line for the function definition. remove
# a (; X ;) comment with its index
start = line.find('(; ')
if start >= 0:
end = line.find(' ;)')
line = line[:start] + line[end + 4:]
fail_if_not_contained(
line, '(func ${0}'.format(name + space + extra))
def do_asm2wasm_test():
actual = run_command(cmd)
# verify output
if not os.path.exists(wasm):
fail_with_error('output .wast file %s does not exist' % wasm)
fail_if_not_identical_to_file(actual, wasm)
binary_format_check(wasm, verify_final_result=False)
def test_s2wasm():
print '\n[ checking .s testcases... ]\n'
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'dot_s', 'basics.s'),
'--import-memory'
]
output = run_command(cmd)
fail_if_not_contained(output, '(import "env" "memory" (memory $0 1))')
extension_arg_map = {
'.wast': [],
'.clamp.wast': ['--trap-mode=clamp'],
'.js.wast': ['--trap-mode=js'],
'.jscall.wast': ['--emscripten-reserved-function-pointers=3'],
}
for dot_s_dir in ['dot_s', 'llvm_autogenerated']:
dot_s_path = os.path.join(options.binaryen_test, dot_s_dir)
for s in sorted(os.listdir(dot_s_path)):
if not s.endswith('.s'):
continue
print '..', s
for ext, ext_args in extension_arg_map.iteritems():
wasm = s.replace('.s', ext)
expected_file = os.path.join(options.binaryen_test, dot_s_dir,
wasm)
expected_exists = os.path.exists(expected_file)
if ext != '.wast' and not expected_exists:
continue
full = os.path.join(options.binaryen_test, dot_s_dir, s)
stack_alloc = (['--allocate-stack=1024']
if dot_s_dir == 'llvm_autogenerated' else [])
cmd = S2WASM + [full, '--emscripten-glue'
] + stack_alloc + ext_args
if s.startswith('start_'):
cmd.append('--start')
actual = run_command(cmd)
# verify output
if not expected_exists:
print actual
fail_with_error('output ' + expected_file +
' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
# verify with options
cmd = S2WASM + [full, '--global-base=1024'] + stack_alloc
run_command(cmd)
# run wasm-shell on the .wast to verify that it parses
cmd = WASM_SHELL + [expected_file]
run_command(cmd)
def do_asm2wasm_test():
actual = run_command(cmd)
# verify output
if not os.path.exists(wasm):
fail_with_error('output .wast file %s does not exist' %
wasm)
expected = open(wasm, 'rb').read()
if actual != expected:
fail(actual, expected)
binary_format_check(wasm, verify_final_result=False)
def test_wasm_emscripten_finalize():
print '\n[ checking wasm-emscripten-finalize testcases... ]\n'
for wast_path in files_with_pattern(options.binaryen_test, 'lld', '*.wast'):
print '..', wast_path
expected_file = wast_path + '.out'
cmd = WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S']
actual = run_command(cmd)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
def test_wasm_link_metadata():
print '\n[ checking wasm-link-metadata testcases... ]\n'
for obj_path in files_with_pattern(options.binaryen_test, 'lld', '*.o'):
print '..', obj_path
expected_file = obj_path.replace('.o', '.json')
cmd = WASM_LINK_METADATA + [obj_path]
actual = run_command(cmd)
if not os.path.exists(expected_file):
print actual
fail_with_error('output ' + expected_file + ' does not exist')
expected = open(expected_file, 'rb').read()
if actual != expected:
fail(actual, expected)
def test_linker():
print '\n[ running linker tests... ]\n'
# The {main,foo,bar,baz}.s files were created by running clang over the
# respective c files. The foobar.bar archive was created by running:
# llvm-ar -format=gnu rc foobar.a quux.s foo.s bar.s baz.s
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'foobar.a')
]
output = run_command(cmd)
# foo should come from main.s and return 42
fail_if_not_contained(output, '(func $foo')
fail_if_not_contained(output, '(i32.const 42)')
# bar should be linked in from bar.s
fail_if_not_contained(output, '(func $bar')
# quux should be linked in from bar.s even though it comes before bar.s in
# the archive
fail_if_not_contained(output, '(func $quux')
# baz should not be linked in at all
if 'baz' in output:
fail_with_error('output should not contain "baz": ' + output)
# Test an archive using a string table
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'barlong.a')
]
output = run_command(cmd)
# bar should be linked from the archive
fail_if_not_contained(output, '(func $bar')
# Test exporting memory growth function
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'),
'--emscripten-glue', '--allow-memory-growth'
]
output = run_command(cmd)
fail_if_not_contained(
output, '(export "__growWasmMemory" (func $__growWasmMemory))')
fail_if_not_contained(output,
'(func $__growWasmMemory (param $newSize i32)')
def test_linker():
print '\n[ running linker tests... ]\n'
# The {main,foo,bar,baz}.s files were created by running clang over the
# respective c files. The foobar.bar archive was created by running:
# llvm-ar -format=gnu rc foobar.a quux.s foo.s bar.s baz.s
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'foobar.a')]
output = run_command(cmd)
# foo should come from main.s and return 42
fail_if_not_contained(output, '(func $foo')
fail_if_not_contained(output, '(i32.const 42)')
# bar should be linked in from bar.s
fail_if_not_contained(output, '(func $bar')
# quux should be linked in from bar.s even though it comes before bar.s in
# the archive
fail_if_not_contained(output, '(func $quux')
# baz should not be linked in at all
if 'baz' in output:
fail_with_error('output should not contain "baz": ' + output)
# Test an archive using a string table
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'), '-l',
os.path.join(options.binaryen_test, 'linker', 'archive', 'barlong.a')]
output = run_command(cmd)
# bar should be linked from the archive
fail_if_not_contained(output, '(func $bar')
# Test exporting memory growth function
cmd = S2WASM + [
os.path.join(options.binaryen_test, 'linker', 'main.s'),
'--emscripten-glue', '--allow-memory-growth']
output = run_command(cmd)
fail_if_not_contained(
output, '(export "__growWasmMemory" (func $__growWasmMemory))')
fail_if_not_contained(output, '(func $__growWasmMemory (param $newSize i32)')
def test_asm2wasm():
print '[ checking asm2wasm testcases... ]\n'
for asm in tests:
if not asm.endswith('.asm.js'):
continue
for precise in [0, 1, 2]:
for opts in [1, 0]:
cmd = ASM2WASM + [os.path.join(options.binaryen_test, asm)]
if 'threads' in asm:
cmd += ['--enable-threads']
wasm = asm.replace('.asm.js', '.fromasm')
if not precise:
cmd += ['--trap-mode=allow', '--ignore-implicit-traps']
wasm += '.imprecise'
elif precise == 2:
cmd += ['--trap-mode=clamp']
wasm += '.clamp'
if not opts:
wasm += '.no-opts'
if precise:
cmd += ['-O0'] # test that -O0 does nothing
else:
cmd += ['-O']
if 'debugInfo' in asm:
cmd += ['-g']
if 'noffi' in asm:
cmd += ['--no-legalize-javascript-ffi']
if precise and opts:
# test mem init importing
open('a.mem', 'wb').write(asm)
cmd += ['--mem-init=a.mem']
if asm[0] == 'e':
cmd += ['--mem-base=1024']
if '4GB' in asm:
cmd += ['--mem-max=4294967296']
if 'i64' in asm or 'wasm-only' in asm or 'noffi' in asm:
cmd += ['--wasm-only']
wasm = os.path.join(options.binaryen_test, wasm)
print '..', asm, wasm
def do_asm2wasm_test():
actual = run_command(cmd)
# verify output
if not os.path.exists(wasm):
fail_with_error('output .wast file %s does not exist' % wasm)
fail_if_not_identical_to_file(actual, wasm)
binary_format_check(wasm, verify_final_result=False)
# test both normally and with pass debug (so each inter-pass state
# is validated)
old_pass_debug = os.environ.get('BINARYEN_PASS_DEBUG')
try:
os.environ['BINARYEN_PASS_DEBUG'] = '1'
print "With BINARYEN_PASS_DEBUG=1:"
do_asm2wasm_test()
del os.environ['BINARYEN_PASS_DEBUG']
print "With BINARYEN_PASS_DEBUG disabled:"
do_asm2wasm_test()
finally:
if old_pass_debug is not None:
os.environ['BINARYEN_PASS_DEBUG'] = old_pass_debug
else:
if 'BINARYEN_PASS_DEBUG' in os.environ:
del os.environ['BINARYEN_PASS_DEBUG']
# verify in wasm
if options.interpreter:
# remove imports, spec interpreter doesn't know what to do with them
subprocess.check_call(WASM_OPT + ['--remove-imports', wasm],
stdout=open('ztemp.wast', 'w'),
stderr=subprocess.PIPE)
proc = subprocess.Popen([options.interpreter, 'ztemp.wast'],
stderr=subprocess.PIPE)
out, err = proc.communicate()
if proc.returncode != 0:
try: # to parse the error
reported = err.split(':')[1]
start, end = reported.split('-')
start_line, start_col = map(int, start.split('.'))
lines = open('ztemp.wast').read().split('\n')
print
print '=' * 80
print lines[start_line - 1]
print (' ' * (start_col - 1)) + '^'
print (' ' * (start_col - 2)) + '/_\\'
print '=' * 80
print err
except Exception:
# failed to pretty-print
fail_with_error('wasm interpreter error: ' + err)
fail_with_error('wasm interpreter error')
# verify debug info
if 'debugInfo' in asm:
jsmap = 'a.wasm.map'
cmd += ['--source-map', jsmap,
'--source-map-url', 'http://example.org/' + jsmap,
'-o', 'a.wasm']
run_command(cmd)
if not os.path.isfile(jsmap):
fail_with_error('Debug info map not created: %s' % jsmap)
with open(jsmap, 'rb') as actual:
fail_if_not_identical_to_file(actual.read(), wasm + '.map')
with open('a.wasm', 'rb') as binary:
url_section_name = bytearray([16]) + bytearray('sourceMappingURL')
url = 'http://example.org/' + jsmap
assert len(url) < 256, 'name too long'
url_section_contents = bytearray([len(url)]) + bytearray(url)
print url_section_name
binary_contents = bytearray(binary.read())
if url_section_name not in binary_contents:
fail_with_error('source map url section not found in binary')
url_section_index = binary_contents.index(url_section_name)
if url_section_contents not in binary_contents[url_section_index:]:
fail_with_error('source map url not found in url section')
def test_asm2wasm():
print '[ checking asm2wasm testcases... ]\n'
for asm in tests:
if not asm.endswith('.asm.js'):
continue
for precise in [0, 1, 2]:
for opts in [1, 0]:
cmd = ASM2WASM + [os.path.join(options.binaryen_test, asm)]
if 'threads' in asm:
cmd += ['--enable-threads']
wasm = asm.replace('.asm.js', '.fromasm')
if not precise:
cmd += ['--trap-mode=allow', '--ignore-implicit-traps']
wasm += '.imprecise'
elif precise == 2:
cmd += ['--trap-mode=clamp']
wasm += '.clamp'
if not opts:
wasm += '.no-opts'
if precise:
cmd += ['-O0'] # test that -O0 does nothing
else:
cmd += ['-O']
if 'debugInfo' in asm:
cmd += ['-g']
if 'noffi' in asm:
cmd += ['--no-legalize-javascript-ffi']
if precise and opts:
# test mem init importing
open('a.mem', 'wb').write(asm)
cmd += ['--mem-init=a.mem']
if asm[0] == 'e':
cmd += ['--mem-base=1024']
if 'i64' in asm or 'wasm-only' in asm or 'noffi' in asm:
cmd += ['--wasm-only']
wasm = os.path.join(options.binaryen_test, wasm)
print '..', asm, wasm
def do_asm2wasm_test():
actual = run_command(cmd)
# verify output
if not os.path.exists(wasm):
fail_with_error('output .wast file %s does not exist' % wasm)
fail_if_not_identical_to_file(actual, wasm)
binary_format_check(wasm, verify_final_result=False)
# test both normally and with pass debug (so each inter-pass state
# is validated)
old_pass_debug = os.environ.get('BINARYEN_PASS_DEBUG')
try:
os.environ['BINARYEN_PASS_DEBUG'] = '1'
print "With BINARYEN_PASS_DEBUG=1:"
do_asm2wasm_test()
del os.environ['BINARYEN_PASS_DEBUG']
print "With BINARYEN_PASS_DEBUG disabled:"
do_asm2wasm_test()
finally:
if old_pass_debug is not None:
os.environ['BINARYEN_PASS_DEBUG'] = old_pass_debug
else:
if 'BINARYEN_PASS_DEBUG' in os.environ:
del os.environ['BINARYEN_PASS_DEBUG']
# verify in wasm
if options.interpreter:
# remove imports, spec interpreter doesn't know what to do with them
subprocess.check_call(WASM_OPT + ['--remove-imports', wasm],
stdout=open('ztemp.wast', 'w'),
stderr=subprocess.PIPE)
proc = subprocess.Popen([options.interpreter, 'ztemp.wast'],
stderr=subprocess.PIPE)
out, err = proc.communicate()
if proc.returncode != 0:
try: # to parse the error
reported = err.split(':')[1]
start, end = reported.split('-')
start_line, start_col = map(int, start.split('.'))
lines = open('ztemp.wast').read().split('\n')
print
print '=' * 80
print lines[start_line - 1]
print (' ' * (start_col - 1)) + '^'
print (' ' * (start_col - 2)) + '/_\\'
print '=' * 80
print err
except Exception:
# failed to pretty-print
fail_with_error('wasm interpreter error: ' + err)
fail_with_error('wasm interpreter error')
# verify debug info
if 'debugInfo' in asm:
jsmap = 'a.wasm.map'
cmd += ['--source-map', jsmap,
'--source-map-url', 'http://example.org/' + jsmap,
'-o', 'a.wasm']
run_command(cmd)
if not os.path.isfile(jsmap):
fail_with_error('Debug info map not created: %s' % jsmap)
with open(jsmap, 'rb') as actual:
fail_if_not_identical_to_file(actual.read(), wasm + '.map')
with open('a.wasm', 'rb') as binary:
url_section_name = bytearray([16]) + bytearray('sourceMappingURL')
url = 'http://example.org/' + jsmap
assert len(url) < 256, 'name too long'
url_section_contents = bytearray([len(url)]) + bytearray(url)
print url_section_name
binary_contents = bytearray(binary.read())
if url_section_name not in binary_contents:
fail_with_error('source map url section not found in binary')
url_section_index = binary_contents.index(url_section_name)
if url_section_contents not in binary_contents[url_section_index:]:
fail_with_error('source map url not found in url section')
