Skip to content

V
V8
Commit 4f2fb383 authored by arv's avatar arv Committed by Commit bot
Browse files
Options

[es6] Update test262 tests 

This updates test262 to revision d24fd10 (2015/03/11).

The files moved around in the test repo and a lot of new tests are
failing.

BUG=None
LOG=N
R=rossberg

Review URL: https://codereview.chromium.org/1025043002

Cr-Commit-Position: refs/heads/master@{#27522}
parent 55a64bf7
Hide whitespace changes
Inline Side-by-side
Showing with 472 additions and 239 deletions
test/test262-es6/README
View file @ 4f2fb383
...@@ -4,13 +4,13 @@ tests from ...@@ -4,13 +4,13 @@ tests from
https://github.com/tc39/test262 https://github.com/tc39/test262
at hash 61113db (2014/10/23 revision) as 'data' in this directory. Using later at hash d24fd10 (2015/03/11 revision) as 'data' in this directory. Using later
version may be possible but the tests are only known to pass (and indeed run) version may be possible but the tests are only known to pass (and indeed run)
with that revision. with that revision.
git clone https://github.com/tc39/test262 data git clone https://github.com/tc39/test262 data
cd data cd data
git checkout 61113db git checkout d24fd10
If you do update to a newer revision you may have to change the test If you do update to a newer revision you may have to change the test
harness adapter code since it uses internal functionality from the harness adapter code since it uses internal functionality from the
......
test/test262-es6/test262-es6.status
View file @ 4f2fb383
...@@ -30,119 +30,479 @@ ...@@ -30,119 +30,479 @@
############################### BUGS ################################### ############################### BUGS ###################################
# BUG(v8:3455) # BUG(v8:3455)
'intl402/ch11/11.2/11.2.3_b': [FAIL], 'intl402/11.2.3_b': [FAIL],
'intl402/ch12/12.2/12.2.3_b': [FAIL], 'intl402/12.2.3_b': [FAIL],
# Unicode canonicalization is not available with i18n turned off. # Unicode canonicalization is not available with i18n turned off.
'ch15/15.5/15.5.4/15.5.4.9/15.5.4.9_CE': [['no_i18n', SKIP]], 'built-ins/String/prototype/localeCompare/15.5.4.9_CE': [['no_i18n', SKIP]],
###################### NEEDS INVESTIGATION ####################### ###################### NEEDS INVESTIGATION #######################
# Possibly same cause as S8.5_A2.1, below: floating-point tests. # Possibly same cause as S8.5_A2.1, below: floating-point tests.
'ch15/15.8/15.8.2/15.8.2.16/S15.8.2.16_A7': [PASS, FAIL_OK], 'built-ins/Math/sin/S15.8.2.16_A7': [PASS, FAIL_OK],
'ch15/15.8/15.8.2/15.8.2.18/S15.8.2.18_A7': [PASS, FAIL_OK], 'built-ins/Math/tan/S15.8.2.18_A7': [PASS, FAIL_OK],
'ch15/15.8/15.8.2/15.8.2.7/S15.8.2.7_A7': [PASS, FAIL_OK], 'built-ins/Math/cos/S15.8.2.7_A7': [PASS, FAIL_OK],
# This is an incompatibility between ES5 and V8 on enumerating # This is an incompatibility between ES5 and V8 on enumerating
# shadowed elements in a for..in loop. # shadowed elements in a for..in loop.
# https://code.google.com/p/v8/issues/detail?id=705 # https://code.google.com/p/v8/issues/detail?id=705
'ch12/12.6/12.6.4/12.6.4-2': [PASS, FAIL_OK], 'language/statements/for-in/12.6.4-2': [PASS, FAIL_OK],
###################### MISSING ES6 FEATURES ####################### ###################### MISSING ES6 FEATURES #######################
# Array.fill (currently requires --harmony-arrays) # Array.fill (currently requires --harmony-arrays)
'es6/ch22/22.1/22.1.3/S22.1.3.6_T1': [FAIL], 'built-ins/Array/prototype/fill/S22.1.3.6_T1': [FAIL],
# Array.find (currently requires --harmony-arrays) # Array.find (currently requires --harmony-arrays)
'es6/ch22/22.1/22.1.2/S22.1.2.3_T1': [FAIL], 'built-ins/Array/of/S22.1.2.3_T1': [FAIL],
'es6/ch22/22.1/22.1.2/S22.1.2.3_T2': [FAIL], 'built-ins/Array/of/S22.1.2.3_T2': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_empty-array-undefined': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_empty-array-undefined': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_length-property': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_length-property': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_modify-after-start': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_modify-after-start': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_non-returning-predicate': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_non-returning-predicate': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_predicate-arguments': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_predicate-arguments': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_push-after-start': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_push-after-start': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_remove-after-start': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_remove-after-start': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_return-found-value': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_return-found-value': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_skip-empty': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_skip-empty': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_this-defined': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_this-defined': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_this-is-object': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_this-is-object': [FAIL],
'es6/Array.prototype.find/Array.prototype.find_this-undefined': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_this-undefined': [FAIL],
# Array.from # Array.from
'es6/ch22/22.1/22.1.2/S22.1.2.1_T1': [FAIL], 'built-ins/Array/from/S22.1.2.1_T1': [FAIL],
'es6/ch22/22.1/22.1.2/S22.1.2.1_T2': [FAIL], 'built-ins/Array/from/S22.1.2.1_T2': [FAIL],
# Direct proxies # Direct proxies
'es6/Array.prototype.find/Array.prototype.find_callable-predicate': [FAIL], 'built-ins/Array/prototype/find/Array.prototype.find_callable-predicate': [FAIL],
# --harmony-computed-property-names is not yet enabled
'language/computed-property-names/class/accessor/getter': [FAIL],
'language/computed-property-names/class/accessor/getter-duplicates': [FAIL],
'language/computed-property-names/class/accessor/setter': [FAIL],
'language/computed-property-names/class/accessor/setter-duplicates': [FAIL],
'language/computed-property-names/class/method/constructor': [FAIL],
'language/computed-property-names/class/method/generator': [FAIL],
'language/computed-property-names/class/method/number': [FAIL],
'language/computed-property-names/class/method/string': [FAIL],
'language/computed-property-names/class/method/symbol': [FAIL],
'language/computed-property-names/class/static/method-number': [FAIL],
'language/computed-property-names/class/static/method-string': [FAIL],
'language/computed-property-names/class/static/method-symbol': [FAIL],
'language/computed-property-names/to-name-side-effects/class': [FAIL],
'language/computed-property-names/to-name-side-effects/numbers-class': [FAIL],
# Number.prototype is a plain object in ES6
'built-ins/Number/15.7.4-1': [FAIL],
'built-ins/Number/prototype/S15.7.3.1_A2_T1': [FAIL],
'built-ins/Number/prototype/S15.7.3.1_A2_T2': [FAIL],
'built-ins/Number/prototype/S15.7.3.1_A3': [FAIL],
'built-ins/Number/prototype/S15.7.4_A1': [FAIL],
'built-ins/Number/prototype/toFixed/S15.7.4.5_A1.1_T01': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A1_T01': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A1_T02': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A1_T03': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T01': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T02': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T03': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T04': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T05': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T06': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T07': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T08': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T09': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T10': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T11': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T12': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T13': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T14': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T15': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T16': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T17': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T18': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T19': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T20': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T21': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T22': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T23': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T24': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T25': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T26': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T27': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T28': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T29': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T30': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T31': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T32': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T33': [FAIL],
'built-ins/Number/prototype/toString/S15.7.4.2_A2_T34': [FAIL],
'built-ins/Number/prototype/valueOf/S15.7.4.4_A1_T01': [FAIL],
'built-ins/Number/prototype/valueOf/S15.7.4.4_A1_T02': [FAIL],
######################## OBSOLETED BY ES6 ########################### ######################## OBSOLETED BY ES6 ###########################
# ES6 allows duplicate properties # ES6 allows duplicate properties
'ch11/11.1/11.1.5/11.1.5-4-4-a-1-s': [FAIL], 'language/expressions/object/11.1.5-4-4-a-1-s': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-b-1': [FAIL], 'language/expressions/object/11.1.5_4-4-b-1': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-b-2': [FAIL], 'language/expressions/object/11.1.5_4-4-b-2': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-c-1': [FAIL], 'language/expressions/object/11.1.5_4-4-c-1': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-c-2': [FAIL], 'language/expressions/object/11.1.5_4-4-c-2': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-d-1': [FAIL], 'language/expressions/object/11.1.5_4-4-d-1': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-d-2': [FAIL], 'language/expressions/object/11.1.5_4-4-d-2': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-d-3': [FAIL], 'language/expressions/object/11.1.5_4-4-d-3': [FAIL],
'ch11/11.1/11.1.5/11.1.5_4-4-d-4': [FAIL], 'language/expressions/object/11.1.5_4-4-d-4': [FAIL],
# ES6 does ToObject for Object.prototype.getOwnPropertyNames
'ch15/15.2/15.2.3/15.2.3.4/15.2.3.4-1': [FAIL],
'ch15/15.2/15.2.3/15.2.3.4/15.2.3.4-1-4': [FAIL],
'ch15/15.2/15.2.3/15.2.3.4/15.2.3.4-1-5': [FAIL],
# ES6 allows block-local functions.
'bestPractice/Sbp_A1_T1': [FAIL],
'bestPractice/Sbp_A2_T1': [FAIL],
'bestPractice/Sbp_A2_T2': [FAIL],
'bestPractice/Sbp_A3_T1': [FAIL],
'bestPractice/Sbp_A3_T2': [FAIL],
'bestPractice/Sbp_A4_T1': [FAIL],
'bestPractice/Sbp_A4_T2': [FAIL],
'bestPractice/Sbp_A5_T1': [PASS], # Test is broken (strict reference to unbound variable)
'bestPractice/Sbp_A5_T2': [FAIL],
######################## NEEDS INVESTIGATION ########################### ######################## NEEDS INVESTIGATION ###########################
# These test failures are specific to the intl402 suite and need investigation # These test failures are specific to the intl402 suite and need investigation
# to be either marked as bugs with issues filed for them or as deliberate # to be either marked as bugs with issues filed for them or as deliberate
# incompatibilities if the test cases turn out to be broken or ambiguous. # incompatibilities if the test cases turn out to be broken or ambiguous.
'intl402/ch06/6.2/6.2.3': [FAIL], 'intl402/6.2.3': [FAIL],
'intl402/ch09/9.2/9.2.1_2': [FAIL], 'intl402/9.2.1_2': [FAIL],
'intl402/ch09/9.2/9.2.6_2': [FAIL], 'intl402/9.2.6_2': [FAIL],
'intl402/ch10/10.1/10.1.1_a': [FAIL], 'intl402/10.1.1_a': [FAIL],
'intl402/ch10/10.1/10.1.1_19_c': [PASS, FAIL, NO_VARIANTS], 'intl402/10.1.1_19_c': [PASS, FAIL, NO_VARIANTS],
'intl402/ch10/10.1/10.1.2.1_4': [FAIL], 'intl402/10.1.2.1_4': [FAIL],
'intl402/ch10/10.2/10.2.3_b': [PASS, FAIL], 'intl402/10.2.3_b': [PASS, FAIL],
'intl402/ch10/10.3/10.3_a': [FAIL], 'intl402/10.3_a': [FAIL],
'intl402/ch11/11.1/11.1.1_17': [PASS, FAIL], 'intl402/11.1.1_17': [PASS, FAIL],
'intl402/ch11/11.1/11.1.1_19': [PASS, FAIL], 'intl402/11.1.1_19': [PASS, FAIL],
'intl402/ch11/11.1/11.1.1_20_c': [FAIL], 'intl402/11.1.1_20_c': [FAIL],
'intl402/ch11/11.1/11.1.1_a': [FAIL], 'intl402/11.1.1_a': [FAIL],
'intl402/ch11/11.1/11.1.2.1_4': [FAIL], 'intl402/11.1.2.1_4': [FAIL],
'intl402/ch11/11.3/11.3.2_FN_2': [PASS, FAIL], 'intl402/11.3.2_FN_2': [PASS, FAIL],
'intl402/ch11/11.3/11.3.2_TRF': [PASS, FAIL], 'intl402/11.3.2_TRF': [PASS, FAIL],
'intl402/ch11/11.3/11.3_a': [FAIL], 'intl402/11.3_a': [FAIL],
'intl402/ch12/12.1/12.1.1_a': [FAIL], 'intl402/12.1.1_a': [FAIL],
'intl402/ch12/12.1/12.1.2.1_4': [FAIL], 'intl402/12.1.2.1_4': [FAIL],
'intl402/ch12/12.3/12.3.2_FDT_7_a_iv': [FAIL], 'intl402/12.3.2_FDT_7_a_iv': [FAIL],
'intl402/ch12/12.3/12.3.3': [FAIL], 'intl402/12.3.3': [FAIL],
'intl402/ch12/12.3/12.3_a': [FAIL], 'intl402/12.3_a': [FAIL],
'intl402/ch15/15.5/15.5.4/15.5.4.915.5.4.9_3': [PASS, FAIL],
# Test 262 update.
'built-ins/Array/isArray/15.4.3.2-0-5': [FAIL],
'built-ins/Array/prototype/S15.4.3.1_A5': [FAIL],
'built-ins/Array/prototype/S15.4.4_A1.1_T2': [FAIL],
'built-ins/Array/prototype/S15.4.4_A1.2_T1': [FAIL],
'built-ins/Array/prototype/S15.4.4_A1.3_T1': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-12': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-14': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-25': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-29': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-7': [FAIL],
'built-ins/Array/prototype/every/15.4.4.16-3-8': [FAIL],
'built-ins/Array/prototype/filter/15.4.4.20-3-12': [FAIL],
'built-ins/Array/prototype/filter/15.4.4.20-3-25': [FAIL],
'built-ins/Array/prototype/filter/15.4.4.20-3-7': [FAIL],
'built-ins/Array/prototype/find/Array.prototype.find_callable-Proxy-1': [FAIL],
'built-ins/Array/prototype/find/Array.prototype.find_callable-Proxy-2': [FAIL],
'built-ins/Array/prototype/find/Array.prototype.find_callable-arrowfunction': [FAIL],
'built-ins/Array/prototype/find/Array.prototype.find_callable-forEach': [FAIL],
'built-ins/Array/prototype/find/Array.prototype.find_this-global': [FAIL],
'built-ins/Array/prototype/forEach/15.4.4.18-3-12': [FAIL],
'built-ins/Array/prototype/forEach/15.4.4.18-3-25': [FAIL],
'built-ins/Array/prototype/forEach/15.4.4.18-3-7': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-12': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-14': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-25': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-28': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-29': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-7': [FAIL],
'built-ins/Array/prototype/indexOf/15.4.4.14-3-8': [FAIL],
'built-ins/Array/prototype/join/S15.4.4.5_A4_T3': [FAIL],
'built-ins/Array/prototype/lastIndexOf/15.4.4.15-3-12': [FAIL],
'built-ins/Array/prototype/lastIndexOf/15.4.4.15-3-25': [FAIL],
'built-ins/Array/prototype/lastIndexOf/15.4.4.15-3-28': [FAIL],
'built-ins/Array/prototype/lastIndexOf/15.4.4.15-3-7': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-12': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-14': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-25': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-28': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-29': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-7': [FAIL],
'built-ins/Array/prototype/map/15.4.4.19-3-8': [FAIL],
'built-ins/Array/prototype/pop/S15.4.4.6_A2_T2': [FAIL],
'built-ins/Array/prototype/pop/S15.4.4.6_A3_T1': [FAIL],
'built-ins/Array/prototype/pop/S15.4.4.6_A3_T2': [FAIL],
'built-ins/Array/prototype/pop/S15.4.4.6_A3_T3': [FAIL],
'built-ins/Array/prototype/push/S15.4.4.7_A2_T2': [FAIL],
'built-ins/Array/prototype/push/S15.4.4.7_A4_T1': [FAIL],
'built-ins/Array/prototype/push/S15.4.4.7_A4_T3': [FAIL],
'built-ins/Array/prototype/reduce/15.4.4.21-3-12': [FAIL],
'built-ins/Array/prototype/reduce/15.4.4.21-3-25': [FAIL],
'built-ins/Array/prototype/reduce/15.4.4.21-3-7': [FAIL],
'built-ins/Array/prototype/reduceRight/15.4.4.22-3-12': [FAIL],
'built-ins/Array/prototype/reduceRight/15.4.4.22-3-25': [FAIL],
'built-ins/Array/prototype/reduceRight/15.4.4.22-3-7': [FAIL],
'built-ins/Array/prototype/reverse/S15.4.4.8_A3_T3': [FAIL],
'built-ins/Array/prototype/shift/S15.4.4.9_A3_T3': [FAIL],
'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [FAIL],
'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [FAIL],
'built-ins/Array/prototype/slice/S15.4.4.10_A3_T3': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-12': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-14': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-25': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-28': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-29': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-7': [FAIL],
'built-ins/Array/prototype/some/15.4.4.17-3-8': [FAIL],
'built-ins/Array/prototype/sort/S15.4.4.11_A4_T3': [FAIL],
'built-ins/Array/prototype/splice/S15.4.4.12_A3_T1': [FAIL],
'built-ins/Array/prototype/splice/S15.4.4.12_A3_T3': [FAIL],
'built-ins/Array/prototype/unshift/S15.4.4.13_A3_T2': [FAIL],
'built-ins/Boolean/prototype/S15.6.3.1_A1': [FAIL],
'built-ins/Boolean/prototype/S15.6.4_A1': [FAIL],
'built-ins/Boolean/prototype/toString/S15.6.4.2_A1_T1': [FAIL],
'built-ins/Boolean/prototype/toString/S15.6.4.2_A1_T2': [FAIL],
'built-ins/Boolean/prototype/valueOf/S15.6.4.3_A1_T1': [FAIL],
'built-ins/Boolean/prototype/valueOf/S15.6.4.3_A1_T2': [FAIL],
'built-ins/Date/15.9.1.15-1': [FAIL],
'built-ins/Date/prototype/setFullYear/15.9.5.40_1': [FAIL],
'built-ins/Error/prototype/S15.11.4_A2': [FAIL],
'built-ins/Object/defineProperty/15.2.3.6-4-293-4': [FAIL],
'built-ins/Object/freeze/15.2.3.9-1': [FAIL],
'built-ins/Object/freeze/15.2.3.9-1-1': [FAIL],
'built-ins/Object/freeze/15.2.3.9-1-2': [FAIL],
'built-ins/Object/freeze/15.2.3.9-1-3': [FAIL],
'built-ins/Object/freeze/15.2.3.9-1-4': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-1': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-1-3': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-1-4': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-4-212': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-4-213': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-4-214': [FAIL],
'built-ins/Object/getOwnPropertyDescriptor/15.2.3.3-4-215': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-1': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-1-3': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-1-4': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-12': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-13': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-14': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-15': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-16': [FAIL],
'built-ins/Object/getPrototypeOf/15.2.3.2-2-17': [FAIL],
'built-ins/Object/isExtensible/15.2.3.13-1': [FAIL],
'built-ins/Object/isExtensible/15.2.3.13-1-1': [FAIL],
'built-ins/Object/isExtensible/15.2.3.13-1-2': [FAIL],
'built-ins/Object/isExtensible/15.2.3.13-1-3': [FAIL],
'built-ins/Object/isExtensible/15.2.3.13-1-4': [FAIL],
'built-ins/Object/isFrozen/15.2.3.12-1': [FAIL],
'built-ins/Object/isFrozen/15.2.3.12-1-1': [FAIL],
'built-ins/Object/isFrozen/15.2.3.12-1-2': [FAIL],
'built-ins/Object/isFrozen/15.2.3.12-1-3': [FAIL],
'built-ins/Object/isFrozen/15.2.3.12-1-4': [FAIL],
'built-ins/Object/isSealed/15.2.3.11-1': [FAIL],
'built-ins/Object/preventExtensions/15.2.3.10-1': [FAIL],
'built-ins/Object/preventExtensions/15.2.3.10-1-1': [FAIL],
'built-ins/Object/preventExtensions/15.2.3.10-1-2': [FAIL],
'built-ins/Object/preventExtensions/15.2.3.10-1-3': [FAIL],
'built-ins/Object/preventExtensions/15.2.3.10-1-4': [FAIL],
'built-ins/Object/seal/15.2.3.8-1': [FAIL],
'built-ins/Object/seal/15.2.3.8-1-1': [FAIL],
'built-ins/Object/seal/15.2.3.8-1-2': [FAIL],
'built-ins/Object/seal/15.2.3.8-1-3': [FAIL],
'built-ins/Object/seal/15.2.3.8-1-4': [FAIL],
'built-ins/Promise/S25.4.3.1_A5.1_T2': [FAIL],
'built-ins/Promise/prototype/then/S25.4.2.1_A3.1_T2': [FAIL],
'built-ins/Promise/prototype/then/S25.4.2.1_A3.2_T2': [FAIL],
'built-ins/Promise/race/S25.4.4.3_A3.1_T2': [FAIL],
'built-ins/Promise/reject/S25.4.4.4_A3.1_T1': [FAIL],
'built-ins/RegExp/prototype/15.10.6': [FAIL],
'built-ins/RegExp/prototype/global/15.10.7.2-1': [FAIL],
'built-ins/RegExp/prototype/global/15.10.7.2-2': [FAIL],
'built-ins/RegExp/prototype/global/S15.10.7.2_A9': [FAIL],
'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-1': [FAIL],
'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-2': [FAIL],
'built-ins/RegExp/prototype/ignoreCase/S15.10.7.3_A9': [FAIL],
'built-ins/RegExp/prototype/lastIndex/15.10.7.5-1': [FAIL],
'built-ins/RegExp/prototype/lastIndex/15.10.7.5-2': [FAIL],
'built-ins/RegExp/prototype/multiline/15.10.7.4-1': [FAIL],
'built-ins/RegExp/prototype/multiline/15.10.7.4-2': [FAIL],
'built-ins/RegExp/prototype/multiline/S15.10.7.4_A9': [FAIL],
'built-ins/RegExp/prototype/source/15.10.7.1-1': [FAIL],
'built-ins/RegExp/prototype/source/15.10.7.1-2': [FAIL],
'built-ins/RegExp/prototype/source/S15.10.7.1_A9': [FAIL],
'built-ins/String/prototype/S15.5.4_A1': [FAIL],
'built-ins/String/prototype/S15.5.4_A2': [FAIL],
'built-ins/String/prototype/S15.5.4_A3': [FAIL],
'built-ins/String/prototype/split/S15.5.4.14_A2_T37': [FAIL],
'intl402/10.1_L15': [FAIL],
'intl402/10.2.2_L15': [FAIL],
'intl402/10.3.2_1_a_L15': [FAIL],
'intl402/10.3.2_L15': [FAIL],
'intl402/10.3.3_L15': [FAIL],
'intl402/11.1_L15': [FAIL],
'intl402/11.2.2_L15': [FAIL],
'intl402/11.3.2_1_a_L15': [FAIL],
'intl402/11.3.2_L15': [FAIL],
'intl402/11.3.3_L15': [FAIL],
'intl402/12.1_L15': [FAIL],
'intl402/12.2.2_L15': [FAIL],
'intl402/12.3.2_1_a_L15': [FAIL],
'intl402/12.3.2_L15': [FAIL],
'intl402/12.3.3_L15': [FAIL],
'intl402/13.1.1_L15': [FAIL],
'intl402/13.2.1_L15': [FAIL],
'intl402/13.3.1_L15': [FAIL],
'intl402/13.3.2_L15': [FAIL],
'intl402/13.3.3_L15': [FAIL],
'language/arrow-function/Arrow-Function_rules-for-prototype': [FAIL],
'language/arrow-function/Arrow-Function_semantics': [FAIL],
'language/arrow-function/Arrow-Function_syntax-variations': [FAIL],
'language/class/arguments/access': [FAIL],
'language/class/arguments/default-constructor': [FAIL],
'language/class/definition/accessors': [FAIL],
'language/class/definition/basics': [FAIL],
'language/class/definition/constructable-but-no-prototype': [FAIL],
'language/class/definition/constructor': [FAIL],
'language/class/definition/constructor-property': [FAIL],
'language/class/definition/constructor-strict-by-default': [FAIL],
'language/class/definition/getters': [FAIL],
'language/class/definition/getters-2': [FAIL],
'language/class/definition/implicit-constructor': [FAIL],
'language/class/definition/invalid-extends': [FAIL],
'language/class/definition/methods': [FAIL],
'language/class/definition/methods-named-eval-arguments': [FAIL],
'language/class/definition/numeric-property-names': [FAIL],
'language/class/definition/prototype-getter': [FAIL],
'language/class/definition/prototype-property': [FAIL],
'language/class/definition/prototype-setter': [FAIL],
'language/class/definition/prototype-wiring': [FAIL],
'language/class/definition/setters': [FAIL],
'language/class/definition/setters-2': [FAIL],
'language/class/definition/side-effects-in-extends': [FAIL],
'language/class/definition/side-effects-in-property-define': [FAIL],
'language/class/definition/this-access-restriction': [FAIL],
'language/class/definition/this-access-restriction-2': [FAIL],
'language/class/definition/this-check-ordering': [FAIL],
'language/class/name-binding/basic': [FAIL],
'language/class/name-binding/const': [FAIL],
'language/class/name-binding/expression': [FAIL],
'language/class/strict-mode/arguments-caller': [FAIL],
'language/class/subclass/binding': [FAIL],
'language/class/subclass/builtins': [FAIL],
'language/class/subclass/default-constructor': [FAIL],
'language/class/subclass/default-constructor-2': [FAIL],
'language/class/subclass/null': [FAIL],
'language/class/subclass/superclass-prototype-setter-constructor': [FAIL],
'language/class/subclass/superclass-prototype-setter-method-override': [FAIL],
'language/class/subclass/superclass-static-method-override': [FAIL],
'language/class/super/in-constructor': [FAIL],
'language/class/super/in-getter': [FAIL],
'language/class/super/in-methods': [FAIL],
'language/class/super/in-setter': [FAIL],
'language/class/super/in-static-getter': [FAIL],
'language/class/super/in-static-methods': [FAIL],
'language/class/super/in-static-setter': [FAIL],
'language/expressions/assignment/S11.13.1_A5_T1': [FAIL],
'language/expressions/assignment/S11.13.1_A5_T2': [FAIL],
'language/expressions/assignment/S11.13.1_A5_T3': [FAIL],
'language/expressions/assignment/S11.13.1_A5_T4': [FAIL],
'language/expressions/assignment/S11.13.1_A5_T5': [FAIL],
'language/expressions/assignment/S11.13.1_A6_T1': [FAIL],
'language/expressions/assignment/S11.13.1_A6_T2': [FAIL],
'language/expressions/assignment/S11.13.1_A6_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.10_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.10_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.10_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.10_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.10_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.11_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.11_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.11_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.11_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.11_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.1_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.1_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.1_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.1_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.1_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.2_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.2_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.2_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.2_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.2_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.3_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.3_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.3_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.3_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.3_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.4_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.4_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.4_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.4_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.4_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.5_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.5_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.5_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.5_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.5_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.6_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.6_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.6_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.6_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.6_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.7_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.7_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.7_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.7_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.7_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.8_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.8_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.8_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.8_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.8_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.9_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.9_T2': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.9_T3': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.9_T4': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A5.9_T5': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.10_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.11_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.1_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.2_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.3_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.4_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.5_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.6_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.7_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.8_T1': [FAIL],
'language/expressions/compound-assignment/S11.13.2_A6.9_T1': [FAIL],
'language/expressions/postfix-decrement/S11.3.2_A5_T1': [FAIL],
'language/expressions/postfix-decrement/S11.3.2_A5_T2': [FAIL],
'language/expressions/postfix-decrement/S11.3.2_A5_T3': [FAIL],
'language/expressions/postfix-decrement/S11.3.2_A5_T4': [FAIL],
'language/expressions/postfix-decrement/S11.3.2_A5_T5': [FAIL],
'language/expressions/postfix-increment/S11.3.1_A5_T1': [FAIL],
'language/expressions/postfix-increment/S11.3.1_A5_T2': [FAIL],
'language/expressions/postfix-increment/S11.3.1_A5_T3': [FAIL],
'language/expressions/postfix-increment/S11.3.1_A5_T4': [FAIL],
'language/expressions/postfix-increment/S11.3.1_A5_T5': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_T1': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_T2': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_T3': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_T4': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_T5': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_T1': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_T2': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_T3': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_T4': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_T5': [FAIL],
'language/expressions/property-accessors/S11.2.1_A4_T5': [FAIL],
'language/generators/generator.declareMethod.argSuperProperty': [FAIL],
'language/generators/generator.declareMethod.shadow-parameter-const': [FAIL],
'language/generators/generator.expression.implicit-name': [FAIL],
##################### DELIBERATE INCOMPATIBILITIES ##################### ##################### DELIBERATE INCOMPATIBILITIES #####################
'ch15/15.8/15.8.2/15.8.2.8/S15.8.2.8_A6': [PASS, FAIL_OK], # Math.exp (less precise with --fast-math) 'built-ins/Math/exp/S15.8.2.8_A6': [PASS, FAIL_OK], # Math.exp (less precise with --fast-math)
# Linux for ia32 (and therefore simulators) default to extended 80 bit # Linux for ia32 (and therefore simulators) default to extended 80 bit
# floating point formats, so these tests checking 64-bit FP precision fail. # floating point formats, so these tests checking 64-bit FP precision fail.
# The other platforms/arch's pass these tests. # The other platforms/arch's pass these tests.
# We follow the other major JS engines by keeping this default. # We follow the other major JS engines by keeping this default.
'ch08/8.5/S8.5_A2.1': [PASS, FAIL_OK], 'language/types/number/S8.5_A2.1': [PASS, FAIL_OK],
'ch08/8.5/S8.5_A2.2': [PASS, FAIL_OK], 'language/types/number/S8.5_A2.2': [PASS, FAIL_OK],
############################ INVALID TESTS ############################# ############################ INVALID TESTS #############################
...@@ -150,181 +510,54 @@ ...@@ -150,181 +510,54 @@
# tests in PST/PDT between first Sunday in March and first Sunday in April. # tests in PST/PDT between first Sunday in March and first Sunday in April.
# The DST switch was moved in 2007 whereas Test262 bases the reference value # The DST switch was moved in 2007 whereas Test262 bases the reference value
# on 2000. Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293 # on 2000. Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293
'ch15/15.9/15.9.3/S15.9.3.1_A5_T1': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T1': [PASS, FAIL_OK],
'ch15/15.9/15.9.3/S15.9.3.1_A5_T2': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T2': [PASS, FAIL_OK],
'ch15/15.9/15.9.3/S15.9.3.1_A5_T3': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T3': [PASS, FAIL_OK],
'ch15/15.9/15.9.3/S15.9.3.1_A5_T4': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T4': [PASS, FAIL_OK],
'ch15/15.9/15.9.3/S15.9.3.1_A5_T5': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T5': [PASS, FAIL_OK],
'ch15/15.9/15.9.3/S15.9.3.1_A5_T6': [PASS, FAIL_OK], 'built-ins/Date/S15.9.3.1_A5_T6': [PASS, FAIL_OK],
# Test makes unjustified assumptions about the number of calls to SortCompare. # Test makes unjustified assumptions about the number of calls to SortCompare.
# Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596 # Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596
'es6/bug_596_1': [PASS, FAIL_OK], 'built-ins/Array/prototype/sort/bug_596_1': [PASS, FAIL_OK],
# Tests do not return boolean. # Tests do not return boolean.
'ch15/15.2/15.2.3/15.2.3.14/15.2.3.14-1-1': [PASS, FAIL_OK], 'built-ins/Object/keys/15.2.3.14-1-1': [PASS, FAIL_OK],
'ch15/15.2/15.2.3/15.2.3.14/15.2.3.14-1-2': [PASS, FAIL_OK], 'built-ins/Object/keys/15.2.3.14-1-2': [PASS, FAIL_OK],
'ch15/15.2/15.2.3/15.2.3.14/15.2.3.14-1-3': [PASS, FAIL_OK], 'built-ins/Object/keys/15.2.3.14-1-3': [PASS, FAIL_OK],
# String.prototype.contains renamed to 'S.p.includes' # # String.prototype.contains renamed to 'S.p.includes'
'es6/String.prototype.contains/String.prototype.contains_FailBadLocation' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_FailBadLocation' : [FAIL_OK],
'es6/String.prototype.contains/String.prototype.contains_FailLocation' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_FailLocation' : [FAIL_OK],
'es6/String.prototype.contains/String.prototype.contains_FailMissingLetter' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_FailMissingLetter' : [FAIL_OK],
'es6/String.prototype.contains/String.prototype.contains_lengthProp' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_lengthProp' : [FAIL_OK],
'es6/String.prototype.contains/String.prototype.contains_Success' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_Success' : [FAIL_OK],
'es6/String.prototype.contains/String.prototype.contains_SuccessNoLocation' : [FAIL_OK], # 'es6/String.prototype.contains/String.prototype.contains_SuccessNoLocation' : [FAIL_OK],
# Function length properties are configurable in ES6
'ch11/11.4/11.4.1/11.4.1-5-a-28-s': [FAIL],
'ch13/13.2/13.2-15-1': [FAIL],
'ch15/15.1/15.1.2/15.1.2.1/S15.1.2.1_A4.2': [FAIL],
'ch15/15.1/15.1.2/15.1.2.2/S15.1.2.2_A9.2': [FAIL],
'ch15/15.1/15.1.2/15.1.2.3/S15.1.2.3_A7.2': [FAIL],
'ch15/15.1/15.1.2/15.1.2.4/S15.1.2.4_A2.2': [FAIL],
'ch15/15.1/15.1.2/15.1.2.5/S15.1.2.5_A2.2': [FAIL],
'ch15/15.1/15.1.3/15.1.3.1/S15.1.3.1_A5.2': [FAIL],
'ch15/15.1/15.1.3/15.1.3.2/S15.1.3.2_A5.2': [FAIL],
'ch15/15.1/15.1.3/15.1.3.3/S15.1.3.3_A5.2': [FAIL],
'ch15/15.1/15.1.3/15.1.3.4/S15.1.3.4_A5.2': [FAIL],
'ch15/15.10/15.10.6/15.10.6.2/S15.10.6.2_A9': [FAIL],
'ch15/15.10/15.10.6/15.10.6.3/S15.10.6.3_A9': [FAIL],
'ch15/15.10/15.10.6/15.10.6.4/S15.10.6.4_A9': [FAIL],
'ch15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-186': [FAIL],
'ch15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-187': [FAIL],
'ch15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-191': [FAIL],
'ch15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-194': [FAIL],
'ch15/15.2/15.2.3/15.2.3.3/15.2.3.3-4-201': [FAIL],
'ch15/15.2/15.2.4/15.2.4.2/S15.2.4.2_A9': [FAIL],
'ch15/15.2/15.2.4/15.2.4.3/S15.2.4.3_A9': [FAIL],
'ch15/15.2/15.2.4/15.2.4.4/S15.2.4.4_A9': [FAIL],
'ch15/15.2/15.2.4/15.2.4.5/S15.2.4.5_A9': [FAIL],
'ch15/15.2/15.2.4/15.2.4.6/S15.2.4.6_A9': [FAIL],
'ch15/15.2/15.2.4/15.2.4.7/S15.2.4.7_A9': [FAIL],
'ch15/15.3/15.3.3/15.3.3.2/15.3.3.2-1': [FAIL],
'ch15/15.3/15.3.4/15.3.4.2/S15.3.4.2_A9': [FAIL],
'ch15/15.3/15.3.4/15.3.4.3/S15.3.4.3_A9': [FAIL],
'ch15/15.3/15.3.4/15.3.4.4/S15.3.4.4_A9': [FAIL],
'ch15/15.3/15.3.5/S15.3.5.1_A2_T1': [FAIL],
'ch15/15.3/15.3.5/S15.3.5.1_A2_T2': [FAIL],
'ch15/15.3/15.3.5/S15.3.5.1_A2_T3': [FAIL],
'ch15/15.4/15.4.3/S15.4.3_A2.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.10/S15.4.4.10_A5.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.11/S15.4.4.11_A7.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.12/S15.4.4.12_A5.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.13/S15.4.4.13_A5.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.2/S15.4.4.2_A4.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.3/S15.4.4.3_A4.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.4/S15.4.4.4_A4.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.5/S15.4.4.5_A6.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.6/S15.4.4.6_A5.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.7/S15.4.4.7_A6.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.8/S15.4.4.8_A5.2': [FAIL],
'ch15/15.4/15.4.4/15.4.4.9/S15.4.4.9_A5.2': [FAIL],
'ch15/15.5/15.5.4/15.5.4.10/S15.5.4.10_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.11/S15.5.4.11_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.12/S15.5.4.12_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.13/S15.5.4.13_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.14/S15.5.4.14_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.15/S15.5.4.15_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.16/S15.5.4.16_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.17/S15.5.4.17_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.18/S15.5.4.18_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.19/S15.5.4.19_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.4/S15.5.4.4_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.5/S15.5.4.5_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.6/S15.5.4.6_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.7/S15.5.4.7_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.8/S15.5.4.8_A9': [FAIL],
'ch15/15.5/15.5.4/15.5.4.9/S15.5.4.9_A9': [FAIL],
'ch15/15.9/15.9.4/15.9.4.2/S15.9.4.2_A3_T2': [FAIL],
'ch15/15.9/15.9.4/15.9.4.3/S15.9.4.3_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.1/S15.9.5.1_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.10/S15.9.5.10_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.11/S15.9.5.11_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.12/S15.9.5.12_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.13/S15.9.5.13_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.14/S15.9.5.14_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.15/S15.9.5.15_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.16/S15.9.5.16_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.17/S15.9.5.17_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.18/S15.9.5.18_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.19/S15.9.5.19_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.2/S15.9.5.2_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.20/S15.9.5.20_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.21/S15.9.5.21_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.22/S15.9.5.22_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.23/S15.9.5.23_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.24/S15.9.5.24_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.25/S15.9.5.25_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.26/S15.9.5.26_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.27/S15.9.5.27_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.28/S15.9.5.28_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.29/S15.9.5.29_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.3/S15.9.5.3_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.30/S15.9.5.30_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.31/S15.9.5.31_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.32/S15.9.5.32_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.33/S15.9.5.33_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.34/S15.9.5.34_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.35/S15.9.5.35_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.36/S15.9.5.36_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.37/S15.9.5.37_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.38/S15.9.5.38_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.39/S15.9.5.39_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.4/S15.9.5.4_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.40/S15.9.5.40_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.41/S15.9.5.41_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.42/S15.9.5.42_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.5/S15.9.5.5_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.6/S15.9.5.6_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.7/S15.9.5.7_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.8/S15.9.5.8_A3_T2': [FAIL],
'ch15/15.9/15.9.5/15.9.5.9/S15.9.5.9_A3_T2': [FAIL],
'intl402/ch10/10.1/10.1_L15': [FAIL],
'intl402/ch10/10.2/10.2.2_L15': [FAIL],
'intl402/ch10/10.3/10.3.2_1_a_L15': [FAIL],
'intl402/ch10/10.3/10.3.2_L15': [FAIL],
'intl402/ch10/10.3/10.3.3_L15': [FAIL],
'intl402/ch11/11.1/11.1_L15': [FAIL],
'intl402/ch11/11.2/11.2.2_L15': [FAIL],
'intl402/ch11/11.3/11.3.2_1_a_L15': [FAIL],
'intl402/ch11/11.3/11.3.2_L15': [FAIL],
'intl402/ch11/11.3/11.3.3_L15': [FAIL],
'intl402/ch12/12.1/12.1_L15': [FAIL],
'intl402/ch12/12.2/12.2.2_L15': [FAIL],
'intl402/ch12/12.3/12.3.2_1_a_L15': [FAIL],
'intl402/ch12/12.3/12.3.2_L15': [FAIL],
'intl402/ch12/12.3/12.3.3_L15': [FAIL],
'intl402/ch13/13.1/13.1.1_L15': [FAIL],
'intl402/ch13/13.2/13.2.1_L15': [FAIL],
'intl402/ch13/13.3/13.3.1_L15': [FAIL],
'intl402/ch13/13.3/13.3.2_L15': [FAIL],
'intl402/ch13/13.3/13.3.3_L15': [FAIL],
############################ SKIPPED TESTS ############################# ############################ SKIPPED TESTS #############################
# These tests take a looong time to run in debug mode. # These tests take a looong time to run in debug mode.
'ch15/15.1/15.1.3/15.1.3.1/S15.1.3.1_A2.5_T1': [PASS, ['mode == debug', SKIP]], 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [PASS, ['mode == debug', SKIP]],
'ch15/15.1/15.1.3/15.1.3.2/S15.1.3.2_A2.5_T1': [PASS, ['mode == debug', SKIP]], 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [PASS, ['mode == debug', SKIP]],
}], # ALWAYS }], # ALWAYS
['system == macos', { ['system == macos', {
'intl402/ch11/11.3/11.3.2_TRP': [FAIL], 'intl402/11.3.2_TRP': [FAIL],
'intl402/ch09/9.2/9.2.5_11_g_ii_2': [FAIL], 'intl402/9.2.5_11_g_ii_2': [FAIL],
}], # system == macos }], # system == macos
['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64el', { ['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64el', {
# TODO(mstarzinger): Causes stack overflow on simulators due to eager # TODO(mstarzinger): Causes stack overflow on simulators due to eager
# compilation of parenthesized function literals. Needs investigation. # compilation of parenthesized function literals. Needs investigation.
'ch13/13.2/S13.2.1_A1_T1': [SKIP], 'language/statements/function/S13.2.1_A1_T1': [SKIP],
# BUG(3251225): Tests that timeout with --nocrankshaft. # BUG(3251225): Tests that timeout with --nocrankshaft.
'ch15/15.1/15.1.3/15.1.3.1/S15.1.3.1_A2.4_T1': [SKIP], 'built-ins/decodeURI/S15.1.3.1_A2.4_T1': [SKIP],
'ch15/15.1/15.1.3/15.1.3.1/S15.1.3.1_A2.5_T1': [SKIP], 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
'ch15/15.1/15.1.3/15.1.3.2/S15.1.3.2_A2.4_T1': [SKIP], 'built-ins/decodeURIComponent/S15.1.3.2_A2.4_T1': [SKIP],
'ch15/15.1/15.1.3/15.1.3.2/S15.1.3.2_A2.5_T1': [SKIP], 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
'ch15/15.1/15.1.3/15.1.3.3/S15.1.3.3_A2.3_T1': [SKIP], 'built-ins/encodeURI/S15.1.3.3_A2.3_T1': [SKIP],
'ch15/15.1/15.1.3/15.1.3.4/S15.1.3.4_A2.3_T1': [SKIP], 'built-ins/encodeURIComponent/S15.1.3.4_A2.3_T1': [SKIP],
}], # 'arch == arm or arch == mipsel or arch == mips or arch == arm64' }], # 'arch == arm or arch == mipsel or arch == mips or arch == arm64'
] ]
test/test262-es6/testcfg.py
View file @ 4f2fb383
...@@ -37,13 +37,13 @@ from testrunner.local import testsuite ...@@ -37,13 +37,13 @@ from testrunner.local import testsuite
from testrunner.local import utils from testrunner.local import utils
from testrunner.objects import testcase from testrunner.objects import testcase
TEST_262_ARCHIVE_REVISION = "61113db" # This is the 2014-10-23 revision. TEST_262_ARCHIVE_REVISION = "d24fd10" # This is the 2015-03-11 revision.
TEST_262_ARCHIVE_MD5 = "261e69b4a97a4bfc18225cf3938daf50" TEST_262_ARCHIVE_MD5 = "96230f61d6e5dfac5c0e69f3acd74dee"
TEST_262_URL = "https://github.com/tc39/test262/tarball/%s" TEST_262_URL = "https://github.com/tc39/test262/tarball/%s"
TEST_262_HARNESS_FILES = ["sta.js"] TEST_262_HARNESS_FILES = ["sta.js", "assert.js"]
TEST_262_SUITE_PATH = ["data", "test", "suite"] TEST_262_SUITE_PATH = ["data", "test"]
TEST_262_HARNESS_PATH = ["data", "test", "harness"] TEST_262_HARNESS_PATH = ["data", "harness"]
TEST_262_TOOLS_PATH = ["data", "tools", "packaging"] TEST_262_TOOLS_PATH = ["data", "tools", "packaging"]
class Test262TestSuite(testsuite.TestSuite): class Test262TestSuite(testsuite.TestSuite):
......
tools/testrunner/local/statusfile.py
View file @ 4f2fb383
...@@ -106,7 +106,7 @@ def _AddOutcome(result, new): ...@@ -106,7 +106,7 @@ def _AddOutcome(result, new):
def _ParseOutcomeList(rule, outcomes, target_dict, variables): def _ParseOutcomeList(rule, outcomes, target_dict, variables):
result = set([]) result = set([])
if type(outcomes) == str: if type(outcomes) == str:
outcomes = [outcomes] outcomes = [outcomes]
for item in outcomes: for item in outcomes:
if type(item) == str: if type(item) == str:
_AddOutcome(result, item) _AddOutcome(result, item)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment