#!/usr/bin/env python import os, sys, subprocess, difflib from scripts.test.support import run_command, split_wast from scripts.test.shared import ( ASM2WASM, MOZJS, S2WASM, WASM_SHELL, WASM_OPT, WASM_AS, WASM_DIS, WASM_CTOR_EVAL, WASM_MERGE, WASM_REDUCE, WASM2ASM, BINARYEN_INSTALL_DIR, has_shell_timeout) from scripts.test.wasm2asm import tests, spec_tests, extra_tests print '[ processing and updating testcases... ]\n' for asm in sorted(os.listdir('test')): if asm.endswith('.asm.js'): for precise in [0, 1, 2]: for opts in [1, 0]: cmd = ASM2WASM + [os.path.join('test', asm)] wasm = asm.replace('.asm.js', '.fromasm') if not precise: cmd += ['--emit-potential-traps', '--ignore-implicit-traps'] wasm += '.imprecise' elif precise == 2: cmd += ['--emit-clamped-potential-traps'] wasm += '.clamp' if not opts: wasm += '.no-opts' if precise: cmd += ['-O0'] # test that -O0 does nothing else: cmd += ['-O'] if 'debugInfo' in asm: cmd += ['-g'] if 'noffi' in asm: cmd += ['--no-legalize-javascript-ffi'] if precise and opts: # test mem init importing open('a.mem', 'wb').write(asm) cmd += ['--mem-init=a.mem'] if asm[0] == 'e': cmd += ['--mem-base=1024'] if 'i64' in asm or 'wasm-only' in asm or 'noffi' in asm: cmd += ['--wasm-only'] print ' '.join(cmd) actual = run_command(cmd) with open(os.path.join('test', wasm), 'w') as o: o.write(actual) if 'debugInfo' in asm: cmd += ['--source-map', os.path.join('test', wasm + '.map'), '-o', 'a.wasm'] run_command(cmd) for dot_s_dir in ['dot_s', 'llvm_autogenerated']: for s in sorted(os.listdir(os.path.join('test', dot_s_dir))): if not s.endswith('.s'): continue print '..', s wasm = s.replace('.s', '.wast') full = os.path.join('test', dot_s_dir, s) stack_alloc = ['--allocate-stack=1024'] if dot_s_dir == 'llvm_autogenerated' else [] cmd = S2WASM + [full, '--emscripten-glue'] + stack_alloc if s.startswith('start_'): cmd.append('--start') actual = run_command(cmd, stderr=subprocess.PIPE, expected_err='') expected_file = os.path.join('test', dot_s_dir, wasm) with open(expected_file, 'w') as o: o.write(actual) ''' for wasm in ['address.wast']:#os.listdir(os.path.join('test', 'spec')): if wasm.endswith('.wast'): print '..', wasm asm = wasm.replace('.wast', '.2asm.js') proc = subprocess.Popen([os.path.join('bin', 'wasm2asm'), os.path.join('test', 'spec', wasm)], stdout=subprocess.PIPE, stderr=subprocess.PIPE) actual, err = proc.communicate() assert proc.returncode == 0, err assert err == '', 'bad err:' + err expected_file = os.path.join('test', asm) open(expected_file, 'w').write(actual) ''' for t in sorted(os.listdir(os.path.join('test', 'print'))): if t.endswith('.wast'): print '..', t wasm = os.path.basename(t).replace('.wast', '') cmd = WASM_OPT + [os.path.join('test', 'print', t), '--print'] print ' ', ' '.join(cmd) actual, err = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate() print cmd, actual, err with open(os.path.join('test', 'print', wasm + '.txt'), 'w') as o: o.write(actual) cmd = WASM_OPT + [os.path.join('test', 'print', t), '--print-minified'] print ' ', ' '.join(cmd) actual, err = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate() with open(os.path.join('test', 'print', wasm + '.minified.txt'), 'w') as o: o.write(actual) for t in sorted(os.listdir(os.path.join('test', 'passes'))): if t.endswith(('.wast', '.wasm')): print '..', t binary = '.wasm' in t passname = os.path.basename(t).replace('.wast', '').replace('.wasm', '') opts = [('--' + p if not p.startswith('O') else '-' + p) for p in passname.split('_')] t = os.path.join('test', 'passes', t) actual = '' for module, asserts in split_wast(t): assert len(asserts) == 0 with open('split.wast', 'w') as o: o.write(module) cmd = WASM_OPT + opts + ['split.wast', '--print'] actual += run_command(cmd) with open(os.path.join('test', 'passes', passname + ('.bin' if binary else '') + '.txt'), 'w') as o: o.write(actual) if 'emit-js-wrapper' in t: with open('a.js') as i: with open(t + '.js', 'w') as o: o.write(i.read()) if 'emit-spec-wrapper' in t: with open('a.wat') as i: with open(t + '.wat', 'w') as o: o.write(i.read()) print '\n[ checking wasm-opt -o notation... ]\n' wast = os.path.join('test', 'hello_world.wast') cmd = WASM_OPT + [wast, '-o', 'a.wast', '-S'] run_command(cmd) open(wast, 'w').write(open('a.wast').read()) print '\n[ checking binary format testcases... ]\n' for wast in sorted(os.listdir('test')): if wast.endswith('.wast') and not wast in []: # blacklist some known failures for debug_info in [0, 1]: cmd = WASM_AS + [os.path.join('test', wast), '-o', 'a.wasm'] if debug_info: cmd += ['-g'] print ' '.join(cmd) if os.path.exists('a.wasm'): os.unlink('a.wasm') subprocess.check_call(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) assert os.path.exists('a.wasm') cmd = WASM_DIS + ['a.wasm', '-o', 'a.wast'] print ' '.join(cmd) if os.path.exists('a.wast'): os.unlink('a.wast') subprocess.check_call(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) assert os.path.exists('a.wast') actual = open('a.wast').read() binary_name = wast + '.fromBinary' if not debug_info: binary_name += '.noDebugInfo' with open(os.path.join('test', binary_name), 'w') as o: o.write(actual) print '\n[ checking example testcases... ]\n' for t in sorted(os.listdir(os.path.join('test', 'example'))): output_file = os.path.join('bin', 'example') libdir = os.path.join(BINARYEN_INSTALL_DIR, 'lib') cmd = ['-Isrc', '-g', '-lasmjs', '-lsupport', '-L' + libdir, '-pthread', '-o', output_file] if t.endswith('.txt'): # check if there is a trace in the file, if so, we should build it out = subprocess.Popen([os.path.join('scripts', 'clean_c_api_trace.py'), os.path.join('test', 'example', t)], stdout=subprocess.PIPE).communicate()[0] if len(out) == 0: print ' (no trace in ', t, ')' continue print ' (will check trace in ', t, ')' src = 'trace.cpp' with open(src, 'w') as o: o.write(out) expected = os.path.join('test', 'example', t + '.txt') else: src = os.path.join('test', 'example', t) expected = os.path.join('test', 'example', '.'.join(t.split('.')[:-1]) + '.txt') if not src.endswith(('.c', '.cpp')): continue # build the C file separately extra = [os.environ.get('CC') or 'gcc', src, '-c', '-o', 'example.o', '-Isrc', '-g', '-L' + libdir, '-pthread'] print 'build: ', ' '.join(extra) print os.getcwd() subprocess.check_call(extra) # Link against the binaryen C library DSO, using rpath cmd = ['example.o', '-lbinaryen', '-Wl,-rpath=' + os.path.abspath(libdir)] + cmd print ' ', t, src, expected if os.environ.get('COMPILER_FLAGS'): for f in os.environ.get('COMPILER_FLAGS').split(' '): cmd.append(f) cmd = [os.environ.get('CXX') or 'g++', '-std=c++11'] + cmd try: print 'link: ', ' '.join(cmd) subprocess.check_call(cmd) print 'run...', output_file proc = subprocess.Popen([output_file], stdout=subprocess.PIPE, stderr=subprocess.PIPE) actual, err = proc.communicate() assert proc.returncode == 0, [proc.returncode, actual, err] with open(expected, 'w') as o: o.write(actual) finally: os.remove(output_file) if sys.platform == 'darwin': # Also removes debug directory produced on Mac OS shutil.rmtree(output_file + '.dSYM') print '\n[ checking wasm-opt testcases... ]\n' for t in os.listdir('test'): if t.endswith('.wast') and not t.startswith('spec'): print '..', t t = os.path.join('test', t) f = t + '.from-wast' cmd = WASM_OPT + [t, '--print'] actual = run_command(cmd) actual = actual.replace('printing before:\n', '') open(f, 'w').write(actual) print '\n[ checking wasm-dis on provided binaries... ]\n' for t in os.listdir('test'): if t.endswith('.wasm') and not t.startswith('spec'): print '..', t t = os.path.join('test', t) cmd = WASM_DIS + [t] if os.path.isfile(t + '.map'): cmd += ['--source-map', t + '.map'] actual = run_command(cmd) open(t + '.fromBinary', 'w').write(actual) print '\n[ checking wasm-merge... ]\n' for t in os.listdir(os.path.join('test', 'merge')): if t.endswith(('.wast', '.wasm')): print '..', t t = os.path.join('test', 'merge', t) u = t + '.toMerge' for finalize in [0, 1]: for opt in [0, 1]: cmd = WASM_MERGE + [t, u, '-o', 'a.wast', '-S', '--verbose'] if finalize: cmd += ['--finalize-memory-base=1024', '--finalize-table-base=8'] if opt: cmd += ['-O'] stdout = run_command(cmd) actual = open('a.wast').read() out = t + '.combined' if finalize: out += '.finalized' if opt: out += '.opt' with open(out, 'w') as o: o.write(actual) with open(out + '.stdout', 'w') as o: o.write(stdout) if MOZJS: print '\n[ checking binaryen.js testcases... ]\n' for s in sorted(os.listdir(os.path.join('test', 'binaryen.js'))): if not s.endswith('.js'): continue print s f = open('a.js', 'w') f.write(open(os.path.join('bin', 'binaryen.js')).read()) f.write(open(os.path.join('test', 'binaryen.js', s)).read()) f.close() cmd = [MOZJS, 'a.js'] out = run_command(cmd, stderr=subprocess.STDOUT) with open(os.path.join('test', 'binaryen.js', s + '.txt'), 'w') as o: o.write(out) print '\n[ checking wasm-ctor-eval... ]\n' for t in os.listdir(os.path.join('test', 'ctor-eval')): if t.endswith(('.wast', '.wasm')): print '..', t t = os.path.join('test', 'ctor-eval', t) ctors = open(t + '.ctors').read().strip() cmd = WASM_CTOR_EVAL + [t, '-o', 'a.wast', '-S', '--ctors', ctors] stdout = run_command(cmd) actual = open('a.wast').read() out = t + '.out' with open(out, 'w') as o: o.write(actual) print '\n[ checking wasm2asm ]\n' for wasm in tests + spec_tests + extra_tests: if not wasm.endswith('.wast'): continue asm = os.path.basename(wasm).replace('.wast', '.2asm.js') expected_file = os.path.join('test', asm) if not os.path.exists(expected_file): continue print '..', wasm cmd = WASM2ASM + [os.path.join('test', wasm)] out = run_command(cmd) with open(expected_file, 'w') as o: o.write(out) if has_shell_timeout(): print '\n[ checking wasm-reduce ]\n' for t in os.listdir(os.path.join('test', 'reduce')): if t.endswith('.wast'): print '..', t t = os.path.join('test', 'reduce', t) # convert to wasm run_command(WASM_AS + [t, '-o', 'a.wasm']) print run_command(WASM_REDUCE + ['a.wasm', '--command=bin/wasm-opt b.wasm --fuzz-exec', '-t', 'b.wasm', '-w', 'c.wasm']) expected = t + '.txt' run_command(WASM_DIS + ['c.wasm', '-o', expected]) print '\n[ success! ]'