def test_wasm_emscripten_finalize(): print '\n[ checking wasm-emscripten-finalize testcases... ]\n' for wast_path in files_with_pattern(options.binaryen_test, 'lld', '*.wast'): print '..', wast_path mem_file = wast_path + '.mem' extension_arg_map = { '.out': [], '.mem.out': ['--separate-data-segments', mem_file], } for ext, ext_args in extension_arg_map.items(): expected_file = wast_path + ext if ext != '.out' and not os.path.exists(expected_file): continue cmd = WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S'] + ext_args cmd += args_for_finalize(os.path.basename(wast_path)) actual = run_command(cmd) if not os.path.exists(expected_file): print actual fail_with_error('output ' + expected_file + ' does not exist') fail_if_not_identical_to_file(actual, expected_file) if ext == '.mem.out': with open(mem_file) as mf: mem = mf.read() fail_if_not_identical_to_file(mem, wast_path + '.mem.mem') os.remove(mem_file)
def test_wasm_emscripten_finalize(): print '\n[ checking wasm-emscripten-finalize testcases... ]\n' for wast_path in files_with_pattern(options.binaryen_test, 'lld', '*.wast'): print '..', wast_path mem_file = wast_path + '.mem' extension_arg_map = { '.out': [], '.mem.out': ['--separate-data-segments', mem_file], } for ext, ext_args in extension_arg_map.items(): expected_file = wast_path + ext if ext != '.out' and not os.path.exists(expected_file): continue cmd = WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S'] + ext_args cmd += args_for_finalize(os.path.basename(wast_path)) actual = run_command(cmd) if not os.path.exists(expected_file): print actual fail_with_error('output ' + expected_file + ' does not exist') fail_if_not_identical_to_file(actual, expected_file) if ext == '.mem.out': with open(mem_file) as mf: mem = mf.read() fail_if_not_identical_to_file(mem, wast_path + '.mem.mem') os.remove(mem_file)
def test_wasm2js_output(): for wasm in tests + spec_tests + extra_wasm2js_tests: if not wasm.endswith('.wast'): continue basename = os.path.basename(wasm) if basename in wasm2js_blacklist: continue asm = basename.replace('.wast', '.2asm.js') expected_file = os.path.join(wasm2js_dir, asm) if not os.path.exists(expected_file): continue print '..', wasm t = os.path.join(options.binaryen_test, wasm) all_out = [] for module, asserts in split_wast(t): with open('split.wast', 'w') as o: o.write(module + '\n'.join(asserts)) cmd = WASM2JS + ['split.wast', '-O'] if 'emscripten' in wasm: cmd += ['--emscripten'] out = run_command(cmd) all_out.append(out) if not NODEJS and not MOZJS: print 'No JS interpreters. Skipping spec tests.' continue open('a.2asm.mjs', 'w').write(out) cmd += ['--allow-asserts'] out = run_command(cmd) # also verify it passes pass-debug verifications with_pass_debug(lambda: run_command(cmd)) open('a.2asm.asserts.mjs', 'w').write(out) # verify asm.js is valid js, note that we're using --experimental-modules # to enable ESM syntax and we're also passing a custom loader to handle the # `spectest` and `env` modules in our tests. if NODEJS: node = [NODEJS, '--experimental-modules', '--loader', './scripts/test/node-esm-loader.mjs'] cmd = node[:] cmd.append('a.2asm.mjs') out = run_command(cmd) fail_if_not_identical(out, '') cmd = node[:] cmd.append('a.2asm.asserts.mjs') out = run_command(cmd, expected_err='', err_ignore='The ESM module loader is experimental') fail_if_not_identical(out, '') fail_if_not_identical_to_file(''.join(all_out), expected_file)
def do_asm2wasm_test(): actual = run_command(cmd) # verify output if not os.path.exists(wasm): fail_with_error('output .wast file %s does not exist' % wasm) fail_if_not_identical_to_file(actual, wasm) binary_format_check(wasm, verify_final_result=False)
def do_asm2wasm_test(): actual = run_command(cmd) # verify output if not os.path.exists(wasm): fail_with_error('output .wast file %s does not exist' % wasm) fail_if_not_identical_to_file(actual, wasm) binary_format_check(wasm, verify_final_result=False)
def test_s2wasm(): print '\n[ checking .s testcases... ]\n' cmd = S2WASM + [ os.path.join(options.binaryen_test, 'dot_s', 'basics.s'), '--import-memory' ] output = run_command(cmd) fail_if_not_contained(output, '(import "env" "memory" (memory $0 1))') extension_arg_map = { '.wast': [], '.clamp.wast': ['--trap-mode=clamp'], '.js.wast': ['--trap-mode=js'], '.jscall.wast': ['--emscripten-reserved-function-pointers=3'], } for dot_s_dir in ['dot_s', 'llvm_autogenerated']: dot_s_path = os.path.join(options.binaryen_test, dot_s_dir) for s in sorted(os.listdir(dot_s_path)): if not s.endswith('.s'): continue print '..', s for ext, ext_args in extension_arg_map.iteritems(): wasm = s.replace('.s', ext) expected_file = os.path.join(options.binaryen_test, dot_s_dir, wasm) expected_exists = os.path.exists(expected_file) if ext != '.wast' and not expected_exists: continue full = os.path.join(options.binaryen_test, dot_s_dir, s) stack_alloc = (['--allocate-stack=1024'] if dot_s_dir == 'llvm_autogenerated' else []) cmd = S2WASM + [full, '--emscripten-glue' ] + stack_alloc + ext_args if s.startswith('start_'): cmd.append('--start') actual = run_command(cmd) # verify output if not expected_exists: print actual fail_with_error('output ' + expected_file + ' does not exist') fail_if_not_identical_to_file(actual, expected_file) # verify with options cmd = S2WASM + [full, '--global-base=1024'] + stack_alloc run_command(cmd) # run wasm-shell on the .wast to verify that it parses cmd = WASM_SHELL + [expected_file] run_command(cmd)
def test_wasm2js_output(): for wasm in tests + spec_tests + extra_wasm2js_tests: if not wasm.endswith('.wast'): continue basename = os.path.basename(wasm) if basename in wasm2js_blacklist: continue asm = basename.replace('.wast', '.2asm.js') expected_file = os.path.join(wasm2js_dir, asm) if not os.path.exists(expected_file): continue print '..', wasm cmd = WASM2JS + [os.path.join(options.binaryen_test, wasm)] out = run_command(cmd) fail_if_not_identical_to_file(out, expected_file) if not NODEJS and not MOZJS: print 'No JS interpreters. Skipping spec tests.' continue open('a.2asm.mjs', 'w').write(out) cmd += ['--allow-asserts'] out = run_command(cmd) open('a.2asm.asserts.mjs', 'w').write(out) # verify asm.js is valid js, note that we're using --experimental-modules # to enable ESM syntax and we're also passing a custom loader to handle the # `spectest` module in our tests. if NODEJS: node = [ NODEJS, '--experimental-modules', '--loader', './scripts/test/node-esm-loader.mjs' ] cmd = node[:] cmd.append('a.2asm.mjs') out = run_command(cmd) fail_if_not_identical(out, '') cmd = node[:] cmd.append('a.2asm.asserts.mjs') out = run_command( cmd, expected_err='', err_ignore='The ESM module loader is experimental') fail_if_not_identical(out, '')
def test_wasm2asm_output(): for wasm in tests + spec_tests + extra_wasm2asm_tests: if not wasm.endswith('.wast'): continue asm = os.path.basename(wasm).replace('.wast', '.2asm.js') expected_file = os.path.join(wasm2asm_dir, asm) if not os.path.exists(expected_file): continue print '..', wasm cmd = WASM2ASM + [os.path.join(options.binaryen_test, wasm)] out = run_command(cmd) fail_if_not_identical_to_file(out, expected_file) if not NODEJS and not MOZJS: print 'No JS interpreters. Skipping spec tests.' continue open('a.2asm.js', 'w').write(out) cmd += ['--allow-asserts'] out = run_command(cmd) open('a.2asm.asserts.js', 'w').write(out) # verify asm.js is valid js if NODEJS: out = run_command([NODEJS, 'a.2asm.js']) fail_if_not_identical(out, '') out = run_command([NODEJS, 'a.2asm.asserts.js'], expected_err='') fail_if_not_identical(out, '') if MOZJS: # verify asm.js validates, if this is asm.js code (we emit # almost-asm instead when we need to) if 'use asm' in open('a.2asm.js').read(): # check only subset of err because mozjs emits timing info out = run_command( [MOZJS, '-w', 'a.2asm.js'], expected_err='Successfully compiled asm.js code', err_contains=True) fail_if_not_identical(out, '') out = run_command([MOZJS, 'a.2asm.asserts.js'], expected_err='') fail_if_not_identical(out, '')
def test_asserts_output(): for wasm in assert_tests: print '..', wasm asserts = os.path.basename(wasm).replace('.wast.asserts', '.asserts.js') traps = os.path.basename(wasm).replace('.wast.asserts', '.traps.js') asserts_expected_file = os.path.join(options.binaryen_test, asserts) traps_expected_file = os.path.join(options.binaryen_test, traps) wasm = os.path.join(wasm2js_dir, wasm) cmd = WASM2JS + [wasm, '--allow-asserts'] out = run_command(cmd) fail_if_not_identical_to_file(out, asserts_expected_file) cmd += ['--pedantic'] out = run_command(cmd) fail_if_not_identical_to_file(out, traps_expected_file)
def test_asserts_output(): for wasm in assert_tests: print '..', wasm asserts = os.path.basename(wasm).replace('.wast.asserts', '.asserts.js') traps = os.path.basename(wasm).replace('.wast.asserts', '.traps.js') asserts_expected_file = os.path.join(options.binaryen_test, asserts) traps_expected_file = os.path.join(options.binaryen_test, traps) wasm = os.path.join(wasm2asm_dir, wasm) cmd = WASM2ASM + [wasm, '--allow-asserts'] out = run_command(cmd) fail_if_not_identical_to_file(out, asserts_expected_file) cmd += ['--pedantic'] out = run_command(cmd) fail_if_not_identical_to_file(out, traps_expected_file)
def test_wasm_emscripten_finalize(): print '\n[ checking wasm-emscripten-finalize testcases... ]\n' extension_arg_map = { '.out': [], '.jscall.out': ['--emscripten-reserved-function-pointers=3'], } for wast_path in files_with_pattern(options.binaryen_test, 'lld', '*.wast'): print '..', wast_path for ext, ext_args in extension_arg_map.items(): expected_file = wast_path + ext if ext != '.out' and not os.path.exists(expected_file): continue cmd = (WASM_EMSCRIPTEN_FINALIZE + [wast_path, '-S', '--global-base=568'] + ext_args) actual = run_command(cmd) if not os.path.exists(expected_file): print actual fail_with_error('output ' + expected_file + ' does not exist') fail_if_not_identical_to_file(actual, expected_file)
def test_asm2wasm(): print '[ checking asm2wasm testcases... ]\n' for asm in tests: if not asm.endswith('.asm.js'): continue for precise in [0, 1, 2]: for opts in [1, 0]: cmd = ASM2WASM + [os.path.join(options.binaryen_test, asm)] if 'threads' in asm: cmd += ['--enable-threads'] wasm = asm.replace('.asm.js', '.fromasm') if not precise: cmd += ['--trap-mode=allow', '--ignore-implicit-traps'] wasm += '.imprecise' elif precise == 2: cmd += ['--trap-mode=clamp'] wasm += '.clamp' if not opts: wasm += '.no-opts' if precise: cmd += ['-O0'] # test that -O0 does nothing else: cmd += ['-O'] if 'debugInfo' in asm: cmd += ['-g'] if 'noffi' in asm: cmd += ['--no-legalize-javascript-ffi'] if precise and opts: # test mem init importing open('a.mem', 'wb').write(asm) cmd += ['--mem-init=a.mem'] if asm[0] == 'e': cmd += ['--mem-base=1024'] if '4GB' in asm: cmd += ['--mem-max=4294967296'] if 'i64' in asm or 'wasm-only' in asm or 'noffi' in asm: cmd += ['--wasm-only'] wasm = os.path.join(options.binaryen_test, wasm) print '..', asm, wasm def do_asm2wasm_test(): actual = run_command(cmd) # verify output if not os.path.exists(wasm): fail_with_error('output .wast file %s does not exist' % wasm) fail_if_not_identical_to_file(actual, wasm) binary_format_check(wasm, verify_final_result=False) # test both normally and with pass debug (so each inter-pass state # is validated) old_pass_debug = os.environ.get('BINARYEN_PASS_DEBUG') try: os.environ['BINARYEN_PASS_DEBUG'] = '1' print "With BINARYEN_PASS_DEBUG=1:" do_asm2wasm_test() del os.environ['BINARYEN_PASS_DEBUG'] print "With BINARYEN_PASS_DEBUG disabled:" do_asm2wasm_test() finally: if old_pass_debug is not None: os.environ['BINARYEN_PASS_DEBUG'] = old_pass_debug else: if 'BINARYEN_PASS_DEBUG' in os.environ: del os.environ['BINARYEN_PASS_DEBUG'] # verify in wasm if options.interpreter: # remove imports, spec interpreter doesn't know what to do with them subprocess.check_call(WASM_OPT + ['--remove-imports', wasm], stdout=open('ztemp.wast', 'w'), stderr=subprocess.PIPE) proc = subprocess.Popen([options.interpreter, 'ztemp.wast'], stderr=subprocess.PIPE) out, err = proc.communicate() if proc.returncode != 0: try: # to parse the error reported = err.split(':')[1] start, end = reported.split('-') start_line, start_col = map(int, start.split('.')) lines = open('ztemp.wast').read().split('\n') print print '=' * 80 print lines[start_line - 1] print (' ' * (start_col - 1)) + '^' print (' ' * (start_col - 2)) + '/_\\' print '=' * 80 print err except Exception: # failed to pretty-print fail_with_error('wasm interpreter error: ' + err) fail_with_error('wasm interpreter error') # verify debug info if 'debugInfo' in asm: jsmap = 'a.wasm.map' cmd += ['--source-map', jsmap, '--source-map-url', 'http://example.org/' + jsmap, '-o', 'a.wasm'] run_command(cmd) if not os.path.isfile(jsmap): fail_with_error('Debug info map not created: %s' % jsmap) with open(jsmap, 'rb') as actual: fail_if_not_identical_to_file(actual.read(), wasm + '.map') with open('a.wasm', 'rb') as binary: url_section_name = bytearray([16]) + bytearray('sourceMappingURL') url = 'http://example.org/' + jsmap assert len(url) < 256, 'name too long' url_section_contents = bytearray([len(url)]) + bytearray(url) print url_section_name binary_contents = bytearray(binary.read()) if url_section_name not in binary_contents: fail_with_error('source map url section not found in binary') url_section_index = binary_contents.index(url_section_name) if url_section_contents not in binary_contents[url_section_index:]: fail_with_error('source map url not found in url section')
def test_asm2wasm(): print '[ checking asm2wasm testcases... ]\n' for asm in tests: if not asm.endswith('.asm.js'): continue for precise in [0, 1, 2]: for opts in [1, 0]: cmd = ASM2WASM + [os.path.join(options.binaryen_test, asm)] if 'threads' in asm: cmd += ['--enable-threads'] wasm = asm.replace('.asm.js', '.fromasm') if not precise: cmd += ['--trap-mode=allow', '--ignore-implicit-traps'] wasm += '.imprecise' elif precise == 2: cmd += ['--trap-mode=clamp'] wasm += '.clamp' if not opts: wasm += '.no-opts' if precise: cmd += ['-O0'] # test that -O0 does nothing else: cmd += ['-O'] if 'debugInfo' in asm: cmd += ['-g'] if 'noffi' in asm: cmd += ['--no-legalize-javascript-ffi'] if precise and opts: # test mem init importing open('a.mem', 'wb').write(asm) cmd += ['--mem-init=a.mem'] if asm[0] == 'e': cmd += ['--mem-base=1024'] if 'i64' in asm or 'wasm-only' in asm or 'noffi' in asm: cmd += ['--wasm-only'] wasm = os.path.join(options.binaryen_test, wasm) print '..', asm, wasm def do_asm2wasm_test(): actual = run_command(cmd) # verify output if not os.path.exists(wasm): fail_with_error('output .wast file %s does not exist' % wasm) fail_if_not_identical_to_file(actual, wasm) binary_format_check(wasm, verify_final_result=False) # test both normally and with pass debug (so each inter-pass state # is validated) old_pass_debug = os.environ.get('BINARYEN_PASS_DEBUG') try: os.environ['BINARYEN_PASS_DEBUG'] = '1' print "With BINARYEN_PASS_DEBUG=1:" do_asm2wasm_test() del os.environ['BINARYEN_PASS_DEBUG'] print "With BINARYEN_PASS_DEBUG disabled:" do_asm2wasm_test() finally: if old_pass_debug is not None: os.environ['BINARYEN_PASS_DEBUG'] = old_pass_debug else: if 'BINARYEN_PASS_DEBUG' in os.environ: del os.environ['BINARYEN_PASS_DEBUG'] # verify in wasm if options.interpreter: # remove imports, spec interpreter doesn't know what to do with them subprocess.check_call(WASM_OPT + ['--remove-imports', wasm], stdout=open('ztemp.wast', 'w'), stderr=subprocess.PIPE) proc = subprocess.Popen([options.interpreter, 'ztemp.wast'], stderr=subprocess.PIPE) out, err = proc.communicate() if proc.returncode != 0: try: # to parse the error reported = err.split(':')[1] start, end = reported.split('-') start_line, start_col = map(int, start.split('.')) lines = open('ztemp.wast').read().split('\n') print print '=' * 80 print lines[start_line - 1] print (' ' * (start_col - 1)) + '^' print (' ' * (start_col - 2)) + '/_\\' print '=' * 80 print err except Exception: # failed to pretty-print fail_with_error('wasm interpreter error: ' + err) fail_with_error('wasm interpreter error') # verify debug info if 'debugInfo' in asm: jsmap = 'a.wasm.map' cmd += ['--source-map', jsmap, '--source-map-url', 'http://example.org/' + jsmap, '-o', 'a.wasm'] run_command(cmd) if not os.path.isfile(jsmap): fail_with_error('Debug info map not created: %s' % jsmap) with open(jsmap, 'rb') as actual: fail_if_not_identical_to_file(actual.read(), wasm + '.map') with open('a.wasm', 'rb') as binary: url_section_name = bytearray([16]) + bytearray('sourceMappingURL') url = 'http://example.org/' + jsmap assert len(url) < 256, 'name too long' url_section_contents = bytearray([len(url)]) + bytearray(url) print url_section_name binary_contents = bytearray(binary.read()) if url_section_name not in binary_contents: fail_with_error('source map url section not found in binary') url_section_index = binary_contents.index(url_section_name) if url_section_contents not in binary_contents[url_section_index:]: fail_with_error('source map url not found in url section')
def test_wasm2js_output(): for opt in (0, 1): for wasm in tests + spec_tests + extra_wasm2js_tests: if not wasm.endswith('.wast'): continue basename = os.path.basename(wasm) if basename in wasm2js_blacklist: continue asm = basename.replace('.wast', '.2asm.js') expected_file = os.path.join(wasm2js_dir, asm) if opt: expected_file += '.opt' if not os.path.exists(expected_file): continue print '..', wasm t = os.path.join(options.binaryen_test, wasm) all_out = [] for module, asserts in split_wast(t): with open('split.wast', 'w') as o: o.write(module + '\n'.join(asserts)) cmd = WASM2JS + ['split.wast'] if opt: cmd += ['-O'] if 'emscripten' in wasm: cmd += ['--emscripten'] out = run_command(cmd) all_out.append(out) if not NODEJS and not MOZJS: print 'No JS interpreters. Skipping spec tests.' continue open('a.2asm.mjs', 'w').write(out) cmd += ['--allow-asserts'] out = run_command(cmd) # also verify it passes pass-debug verifications with_pass_debug(lambda: run_command(cmd)) open('a.2asm.asserts.mjs', 'w').write(out) # verify asm.js is valid js, note that we're using --experimental-modules # to enable ESM syntax and we're also passing a custom loader to handle the # `spectest` and `env` modules in our tests. if NODEJS: node = [ NODEJS, '--experimental-modules', '--loader', './scripts/test/node-esm-loader.mjs' ] cmd = node[:] cmd.append('a.2asm.mjs') out = run_command(cmd) fail_if_not_identical(out, '') cmd = node[:] cmd.append('a.2asm.asserts.mjs') out = run_command( cmd, expected_err='', err_ignore='The ESM module loader is experimental') fail_if_not_identical(out, '') fail_if_not_identical_to_file(''.join(all_out), expected_file)