Commit f29705db authored by littledan's avatar littledan Committed by Commit bot

Test262 roll to 2015-10-1 version

This patch brings test262 up to the latest version on GitHub. Some
highlights from new failures are:
- Reflect
- Default parameters
- Case conversion edge cases

R=adamk

Review URL: https://codereview.chromium.org/1391793002

Cr-Commit-Position: refs/heads/master@{#31165}
parent 6e64a057
...@@ -220,6 +220,8 @@ ...@@ -220,6 +220,8 @@
'language/statements/for-of/iterator-as-proxy': [FAIL], 'language/statements/for-of/iterator-as-proxy': [FAIL],
'language/statements/for-of/iterator-next-result-type': [FAIL], 'language/statements/for-of/iterator-next-result-type': [FAIL],
'built-ins/Array/of/return-abrupt-from-data-property-using-proxy': [FAIL], 'built-ins/Array/of/return-abrupt-from-data-property-using-proxy': [FAIL],
'built-ins/Array/prototype/copyWithin/return-abrupt-from-delete-proxy-target': [FAIL],
'built-ins/Array/prototype/copyWithin/return-abrupt-from-has-start': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4093 # https://code.google.com/p/v8/issues/detail?id=4093
'built-ins/Array/symbol-species': [FAIL], 'built-ins/Array/symbol-species': [FAIL],
...@@ -294,6 +296,14 @@ ...@@ -294,6 +296,14 @@
'built-ins/RegExp/S15.10.3.1_A2_T2': [FAIL], 'built-ins/RegExp/S15.10.3.1_A2_T2': [FAIL],
'built-ins/RegExp/S15.10.4.1_A2_T1': [FAIL], 'built-ins/RegExp/S15.10.4.1_A2_T1': [FAIL],
'built-ins/RegExp/S15.10.4.1_A2_T2': [FAIL], 'built-ins/RegExp/S15.10.4.1_A2_T2': [FAIL],
'built-ins/RegExp/call_with_non_regexp_same_constructor': [FAIL],
'built-ins/RegExp/from-regexp-like-short-circuit': [FAIL],
'built-ins/RegExp/from-regexp-like': [FAIL],
'built-ins/RegExp/from-regexp-like-flag-override': [FAIL],
'built-ins/RegExp/from-regexp-like-get-source-err': [FAIL],
'built-ins/RegExp/from-regexp-like-get-flags-err': [FAIL],
'built-ins/RegExp/from-regexp-like-get-ctor-err': [FAIL],
'built-ins/RegExp/call_with_regexp_not_same_constructor': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4003 # https://code.google.com/p/v8/issues/detail?id=4003
'built-ins/RegExp/prototype/15.10.6': [FAIL], 'built-ins/RegExp/prototype/15.10.6': [FAIL],
...@@ -387,6 +397,7 @@ ...@@ -387,6 +397,7 @@
# https://code.google.com/p/v8/issues/detail?id=811 # https://code.google.com/p/v8/issues/detail?id=811
'language/expressions/assignment/destructuring/*': [SKIP], 'language/expressions/assignment/destructuring/*': [SKIP],
'language/default-parameters/*': [SKIP],
# https://code.google.com/p/v8/issues/detail?id=4248 # https://code.google.com/p/v8/issues/detail?id=4248
'language/expressions/compound-assignment/S11.13.2_A5.*': [FAIL], 'language/expressions/compound-assignment/S11.13.2_A5.*': [FAIL],
...@@ -524,19 +535,37 @@ ...@@ -524,19 +535,37 @@
'built-ins/RegExp/valid-flags-y': [FAIL], 'built-ins/RegExp/valid-flags-y': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4305 # https://code.google.com/p/v8/issues/detail?id=4305
'built-ins/RegExp/prototype/Symbol.match/*': [FAIL], # SKIP rather than FAIL some tests, as they may check for an exception which
# happens to be thrown for some other reason (e.g,
# built-ins/RegExp/prototype/Symbol.match/builtin-failure-set-lastindex-err)
'built-ins/RegExp/prototype/Symbol.match/*': [SKIP],
'built-ins/Symbol/match/prop-desc': [FAIL],
'built-ins/String/prototype/endsWith/return-abrupt-from-searchstring-regexp-test': [FAIL], 'built-ins/String/prototype/endsWith/return-abrupt-from-searchstring-regexp-test': [FAIL],
'built-ins/String/prototype/includes/return-abrupt-from-searchstring-regexp-test': [FAIL], 'built-ins/String/prototype/includes/return-abrupt-from-searchstring-regexp-test': [FAIL],
'built-ins/String/prototype/startsWith/return-abrupt-from-searchstring-regexp-test': [FAIL], 'built-ins/String/prototype/startsWith/return-abrupt-from-searchstring-regexp-test': [FAIL],
'built-ins/String/prototype/match/cstm-matcher-get-err': [FAIL],
'built-ins/String/prototype/match/invoke-builtin-match': [FAIL],
'built-ins/String/prototype/match/cstm-matcher-invocation': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4343 # https://code.google.com/p/v8/issues/detail?id=4343
'built-ins/RegExp/prototype/Symbol.replace/*': [FAIL], 'built-ins/RegExp/prototype/Symbol.replace/*': [SKIP],
'built-ins/Symbol/replace/prop-desc': [FAIL],
'built-ins/String/prototype/replace/cstm-replace-get-err': [FAIL],
'built-ins/String/prototype/replace/cstm-replace-invocation': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4344 # https://code.google.com/p/v8/issues/detail?id=4344
'built-ins/RegExp/prototype/Symbol.search/*': [FAIL], 'built-ins/RegExp/prototype/Symbol.search/*': [SKIP],
'built-ins/Symbol/search/prop-desc': [FAIL],
'built-ins/String/prototype/search/cstm-search-get-err': [FAIL],
'built-ins/String/prototype/search/invoke-builtin-search-searcher-undef': [FAIL],
'built-ins/String/prototype/search/cstm-search-invocation': [FAIL],
'built-ins/String/prototype/search/invoke-builtin-search': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4345 # https://code.google.com/p/v8/issues/detail?id=4345
'built-ins/RegExp/prototype/Symbol.split/*': [FAIL], 'built-ins/RegExp/prototype/Symbol.split/*': [SKIP],
'built-ins/Symbol/split/prop-desc': [FAIL],
'built-ins/String/prototype/split/cstm-split-invocation': [FAIL],
'built-ins/String/prototype/split/cstm-split-get-err': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4346 # https://code.google.com/p/v8/issues/detail?id=4346
'built-ins/RegExp/prototype/flags/*': [FAIL], 'built-ins/RegExp/prototype/flags/*': [FAIL],
...@@ -631,6 +660,35 @@ ...@@ -631,6 +660,35 @@
# https://code.google.com/p/v8/issues/detail?id=4362 # https://code.google.com/p/v8/issues/detail?id=4362
'built-ins/String/prototype/repeat/empty-string-returns-empty': [PASS, FAIL], 'built-ins/String/prototype/repeat/empty-string-returns-empty': [PASS, FAIL],
# https://code.google.com/p/v8/issues/detail?id=4447
'built-ins/Function/prototype/Symbol.hasInstance/*': [SKIP],
'built-ins/Symbol/hasInstance/prop-desc': [FAIL],
'language/expressions/instanceof/symbol-hasinstance-get-err': [FAIL],
'language/expressions/instanceof/symbol-hasinstance-invocation': [FAIL],
'language/expressions/instanceof/symbol-hasinstance-to-boolean': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=3931
'built-ins/Reflect/*': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4476
'built-ins/String/prototype/toLocaleLowerCase/special_casing_conditional': [FAIL],
'built-ins/String/prototype/toLocaleLowerCase/supplementary_plane': [FAIL],
'built-ins/String/prototype/toLowerCase/special_casing_conditional': [FAIL],
'built-ins/String/prototype/toLowerCase/supplementary_plane': [FAIL],
'built-ins/String/prototype/toLocaleUpperCase/supplementary_plane': [FAIL],
'built-ins/String/prototype/toUpperCase/supplementary_plane': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4477
'intl402/String/prototype/toLocaleLowerCase/special_casing_Azeri': [FAIL],
'intl402/String/prototype/toLocaleLowerCase/special_casing_Lithuanian': [FAIL],
'intl402/String/prototype/toLocaleLowerCase/special_casing_Turkish': [FAIL],
'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': [FAIL],
'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': [FAIL],
'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=3788
'language/expressions/equals/coerce-symbol-to-prim-return-prim': [FAIL],
######################## NEEDS INVESTIGATION ########################### ######################## NEEDS INVESTIGATION ###########################
# These test failures are specific to the intl402 suite and need investigation # These test failures are specific to the intl402 suite and need investigation
...@@ -705,6 +763,14 @@ ...@@ -705,6 +763,14 @@
'intl402/Collator/prototype/compare/10.3.2_CS_d_NN': [PASS, FAIL_OK], 'intl402/Collator/prototype/compare/10.3.2_CS_d_NN': [PASS, FAIL_OK],
'intl402/Date/prototype/13.3.0_7': [PASS, FAIL_OK], 'intl402/Date/prototype/13.3.0_7': [PASS, FAIL_OK],
# Some tests are too strict, checking SameValue rather than ===
# https://github.com/tc39/test262/issues/435
'built-ins/Array/prototype/indexOf/15.4.4.14-5-9': [FAIL],
'built-ins/Array/prototype/lastIndexOf/15.4.4.15-5-9': [FAIL],
# https://github.com/tc39/test262/issues/436
'built-ins/RegExp/call_with_regexp_match_falsy': [FAIL],
############################ SKIPPED TESTS ############################# ############################ SKIPPED TESTS #############################
# These tests take a looong time to run. # These tests take a looong time to run.
......
...@@ -40,8 +40,8 @@ from testrunner.local import utils ...@@ -40,8 +40,8 @@ from testrunner.local import utils
from testrunner.objects import testcase from testrunner.objects import testcase
# The revision hash needs to be 7 characters? # The revision hash needs to be 7 characters?
TEST_262_ARCHIVE_REVISION = "6137f75" # This is the 2015-08-25 revision. TEST_262_ARCHIVE_REVISION = "26e6fd7" # This is the 2015-10-1 revision.
TEST_262_ARCHIVE_MD5 = "c1eaf890d46e73d6c7e05ab21f76e668" TEST_262_ARCHIVE_MD5 = "36fdd27f026f396234132fb5afdcfffb"
TEST_262_URL = "https://github.com/tc39/test262/tarball/%s" TEST_262_URL = "https://github.com/tc39/test262/tarball/%s"
TEST_262_HARNESS_FILES = ["sta.js", "assert.js"] TEST_262_HARNESS_FILES = ["sta.js", "assert.js"]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment