diff options
| -rwxr-xr-x | check.py | 17 | ||||
| -rw-r--r-- | test/s2wasm_known_binaryen_shell_test_failures.txt | 225 |
2 files changed, 240 insertions, 2 deletions
@@ -276,10 +276,23 @@ if torture: fails=os.path.abspath(os.path.join('test', 's2wasm_known_gcc_test_failures.txt')), out=s2wasm_torture_out) assert os.path.isdir(s2wasm_torture_out), 'Expected output directory %s' % s2wasm_torture_out + # execute it TODO: parallelize + known_failures = set(open(os.path.join('test', 's2wasm_known_binaryen_shell_test_failures.txt')).read().split('\n')) + total = 0 + bad_failures = [] for wast in sorted(os.listdir(s2wasm_torture_out)): - cmd = [os.path.join('bin', 'binaryen-shell'), os.path.join(s2wasm_torture_out, wast)] #, '--entry=main'] + total += 1 + cmd = [os.path.join('bin', 'binaryen-shell'), os.path.join(s2wasm_torture_out, wast), '--entry=main'] print ' '.join(cmd) - subprocess.check_call(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) + try: + subprocess.check_call(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) + except: + if wast not in known_failures: + bad_failures.append(wast) + if len(bad_failures) > 0: + print '\nbad failures:\n' + print '\n'.join(bad_failures) + raise Exception('bad failures :( %d out of %d' % (len(bad_failures), total)) shutil.rmtree(s2wasm_torture_out) if unexpected_result_count: fail(unexpected_result_count, 0) diff --git a/test/s2wasm_known_binaryen_shell_test_failures.txt b/test/s2wasm_known_binaryen_shell_test_failures.txt new file mode 100644 index 000000000..358dbaa55 --- /dev/null +++ b/test/s2wasm_known_binaryen_shell_test_failures.txt @@ -0,0 +1,225 @@ +20000412-2.c.s.wast +20000412-4.c.s.wast +20000528-1.c.s.wast +20000801-1.c.s.wast +20000910-2.c.s.wast +20001111-1.c.s.wast +20001124-1.c.s.wast +20001228-1.c.s.wast +20010116-1.c.s.wast +20010518-2.c.s.wast +20010915-1.c.s.wast +20011024-1.c.s.wast +20020206-2.c.s.wast +20020402-2.c.s.wast +20020406-1.c.s.wast +20020413-1.c.s.wast +20021011-1.c.s.wast +20021015-1.c.s.wast +20021120-3.c.s.wast +20021204-1.c.s.wast +20021219-1.c.s.wast +20030125-1.c.s.wast +20030218-1.c.s.wast +20030221-1.c.s.wast +20030222-1.c.s.wast +20030313-1.c.s.wast +20030626-2.c.s.wast +20030916-1.c.s.wast +20031012-1.c.s.wast +20031201-1.c.s.wast +20031204-1.c.s.wast +20040218-1.c.s.wast +20041114-1.c.s.wast +20041124-1.c.s.wast +20041126-1.c.s.wast +20050125-1.c.s.wast +20050203-1.c.s.wast +20050218-1.c.s.wast +20050502-1.c.s.wast +20050502-2.c.s.wast +20050826-1.c.s.wast +20051113-1.c.s.wast +20060110-1.c.s.wast +20060420-1.c.s.wast +20060905-1.c.s.wast +20060930-2.c.s.wast +20070201-1.c.s.wast +20070517-1.c.s.wast +20071018-1.c.s.wast +20071029-1.c.s.wast +20071030-1.c.s.wast +20071120-1.c.s.wast +20071202-1.c.s.wast +20071219-1.c.s.wast +20080122-1.c.s.wast +20080502-1.c.s.wast +20080522-1.c.s.wast +20080604-1.c.s.wast +20081218-1.c.s.wast +20090814-1.c.s.wast +20100708-1.c.s.wast +20101011-1.c.s.wast +20101013-1.c.s.wast +20111208-1.c.s.wast +20111212-1.c.s.wast +20120105-1.c.s.wast +20120808-1.c.s.wast +20120919-1.c.s.wast +20121108-1.c.s.wast +20131127-1.c.s.wast +20140425-1.c.s.wast +920501-9.c.s.wast +920612-1.c.s.wast +920711-1.c.s.wast +920909-1.c.s.wast +930513-1.c.s.wast +930930-2.c.s.wast +931110-1.c.s.wast +941014-2.c.s.wast +950710-1.c.s.wast +950915-1.c.s.wast +960215-1.c.s.wast +960327-1.c.s.wast +960405-1.c.s.wast +960521-1.c.s.wast +980506-3.c.s.wast +980605-1.c.s.wast +980612-1.c.s.wast +981206-1.c.s.wast +990106-2.c.s.wast +990222-1.c.s.wast +990404-1.c.s.wast +990513-1.c.s.wast +990628-1.c.s.wast +991112-1.c.s.wast +991228-1.c.s.wast +align-2.c.s.wast +alloca-1.c.s.wast +anon-1.c.s.wast +bcp-1.c.s.wast +bitfld-1.c.s.wast +bitfld-3.c.s.wast +builtin-constant.c.s.wast +builtin-prefetch-2.c.s.wast +const-addr-expr-1.c.s.wast +eeprof-1.c.s.wast +index-1.c.s.wast +ipa-sra-1.c.s.wast +ipa-sra-2.c.s.wast +loop-2f.c.s.wast +loop-2g.c.s.wast +loop-9.c.s.wast +medce-1.c.s.wast +memcpy-1.c.s.wast +memcpy-2.c.s.wast +memcpy-bi.c.s.wast +memset-1.c.s.wast +memset-2.c.s.wast +memset-3.c.s.wast +packed-1.c.s.wast +packed-2.c.s.wast +pending-4.c.s.wast +pr15296.c.s.wast +pr20100-1.c.s.wast +pr20527-1.c.s.wast +pr22493-1.c.s.wast +pr23047.c.s.wast +pr27073.c.s.wast +pr27260.c.s.wast +pr27285.c.s.wast +pr28403.c.s.wast +pr28651.c.s.wast +pr29006.c.s.wast +pr32244-1.c.s.wast +pr32500.c.s.wast +pr33142.c.s.wast +pr33992.c.s.wast +pr34176.c.s.wast +pr34456.c.s.wast +pr34971.c.s.wast +pr35472.c.s.wast +pr36038.c.s.wast +pr36321.c.s.wast +pr36339.c.s.wast +pr36343.c.s.wast +pr36691.c.s.wast +pr36765.c.s.wast +pr37573.c.s.wast +pr37882.c.s.wast +pr37924.c.s.wast +pr38212.c.s.wast +pr38236.c.s.wast +pr39120.c.s.wast +pr39228.c.s.wast +pr40022.c.s.wast +pr40493.c.s.wast +pr40657.c.s.wast +pr41239.c.s.wast +pr41395-1.c.s.wast +pr41395-2.c.s.wast +pr41463.c.s.wast +pr42512.c.s.wast +pr42614.c.s.wast +pr42691.c.s.wast +pr43008.c.s.wast +pr43236.c.s.wast +pr43784.c.s.wast +pr43835.c.s.wast +pr44164.c.s.wast +pr44202-1.c.s.wast +pr44852.c.s.wast +pr45070.c.s.wast +pr47237.c.s.wast +pr47337.c.s.wast +pr49123.c.s.wast +pr49218.c.s.wast +pr49279.c.s.wast +pr51466.c.s.wast +pr51581-1.c.s.wast +pr51877.c.s.wast +pr51933.c.s.wast +pr52760.c.s.wast +pr52979-1.c.s.wast +pr52979-2.c.s.wast +pr53688.c.s.wast +pr54471.c.s.wast +pr54985.c.s.wast +pr56799.c.s.wast +pr56982.c.s.wast +pr57124.c.s.wast +pr57131.c.s.wast +pr57344-3.c.s.wast +pr57344-4.c.s.wast +pr57860.c.s.wast +pr57877.c.s.wast +pr58365.c.s.wast +pr58419.c.s.wast +pr59229.c.s.wast +pr59358.c.s.wast +pr60017.c.s.wast +pr60960.c.s.wast +pr61375.c.s.wast +pr63659.c.s.wast +printf-1.c.s.wast +regstack-1.c.s.wast +simd-1.c.s.wast +simd-2.c.s.wast +simd-5.c.s.wast +strcmp-1.c.s.wast +strcpy-1.c.s.wast +string-opt-17.c.s.wast +string-opt-18.c.s.wast +string-opt-5.c.s.wast +strlen-1.c.s.wast +strncmp-1.c.s.wast +struct-aliasing-1.c.s.wast +struct-cpy-1.c.s.wast +struct-ini-1.c.s.wast +switch-1.c.s.wast +vrp-1.c.s.wast +vrp-2.c.s.wast +vrp-3.c.s.wast +vrp-5.c.s.wast +vrp-6.c.s.wast +zerolen-1.c.s.wast |