mjsunit.status 24.9 KB
Newer Older
1
# Copyright 2012 the V8 project authors. All rights reserved.
2 3 4 5
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
kasperl@chromium.org's avatar
kasperl@chromium.org committed
6
#     * Redistributions of source code must retain the above copyright
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
#       notice, this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above
#       copyright notice, this list of conditions and the following
#       disclaimer in the documentation and/or other materials provided
#       with the distribution.
#     * Neither the name of Google Inc. nor the names of its
#       contributors may be used to endorse or promote products derived
#       from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

28 29
[
[ALWAYS, {
30 31 32 33
  # Modules which are only meant to be imported from by other tests, not to be
  # tested standalone.
  'modules-skip*': [SKIP],

34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
  # All tests in the bug directory are expected to fail.
  'bugs/*': [FAIL],

  ##############################################################################
  # Fails.
  'regress/regress-1119': [FAIL],

  # Issue 1719: Slow to collect arrays over several contexts.
  'regress/regress-524': [SKIP],
  # When that bug is fixed, revert the expectation to:
  # Skip long running test in debug and allow it to timeout in release mode.
  # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],

  # This test non-deterministically runs out of memory on Windows ia32.
  'regress/regress-crbug-160010': [SKIP],

50 51 52
  # Issue 3389: deopt_every_n_garbage_collections is unsafe
  'regress/regress-2653': [SKIP],

53 54 55
  # Issue 3784: setters-on-elements is flaky
  'setters-on-elements': [PASS, FAIL],

56 57
  ##############################################################################
  # Too slow in debug mode with --stress-opt mode.
58
  'regress/regress-2318': [PASS, ['mode == debug', SKIP]],
59 60
  'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],

61 62 63 64 65
  ##############################################################################
  # Too slow in debug mode for validation of elements.
  'regress/regress-430201': [PASS, ['mode == debug', SKIP]],
  'regress/regress-430201b': [PASS, ['mode == debug', SKIP]],

66 67 68 69
  ##############################################################################
  # Too slow in debug mode for GC stress mode.
  'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],

70 71 72
  # Too slow in debug mode and under turbofan.
  'regress/regress-4595': [PASS, NO_VARIANTS, ['mode == debug', SKIP]],

73
  ##############################################################################
74
  # Only RegExp stuff tested, no need for extensive optimizing compiler tests.
75
  'regexp-global': [PASS, NO_VARIANTS],
76
  'third_party/regexp-pcre/regexp-pcre': [PASS, NO_VARIANTS],
77

78 79 80
  ##############################################################################
  # No need to waste time for this test.
  'd8-performance-now': [PASS, NO_VARIANTS],
81
  'regress/regress-crbug-491062': [PASS, NO_VARIANTS],
82

83
  # Issue 488: this test sometimes times out.
84 85
  # TODO(arm): This seems to flush out a bug on arm with simulator.
  'array-constructor': [PASS, TIMEOUT, ['arch == arm and simulator == True', SKIP]],
86 87 88 89 90

  # Issue 4413: this test sometimes times out with TSAN because we trigger
  # the slow path in C++ with holey arrays in Function.prototype.apply.
  # TODO(bmeurer): Add fast support for holey arrays in apply.
  'apply': [PASS, TIMEOUT],
91 92

  # Very slow on ARM and MIPS, contains no architecture dependent code.
93 94
  'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', TIMEOUT]],
  'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
95
  'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
96 97 98 99

  ##############################################################################
  # Skip long running tests that time out in debug mode.
  'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
100
  'migrations': [SKIP],
101
  'array-functions-prototype-misc': [PASS, SLOW, ['mode == debug', SKIP]],
102 103 104 105 106

  ##############################################################################
  # This test sets the umask on a per-process basis and hence cannot be
  # used in multi-threaded runs.
  # On android there is no /tmp directory.
107 108 109 110 111
  # Currently d8-os generates a temporary directory name using Math.random(), so
  # we cannot run several variants of d8-os simultaneously, since all of them
  # get the same random seed and would generate the same directory name. Besides
  # that, it doesn't make sense to run several variants of d8-os anyways.
  'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
112
  'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
113
  'tools/dumpcpp': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
114 115 116 117

  ##############################################################################
  # Long running test that reproduces memory leak and should be run manually.
  'regress/regress-2073': [SKIP],
118 119 120 121

  ##############################################################################
  # Tests verifying CHECK and ASSERT.
  'verify-check-false': [FAIL, NO_VARIANTS],
122
  'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
123 124 125 126 127 128

  ##############################################################################
  # Tests with different versions for release and debug.
  'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
  'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
  'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
129 130 131

  # BUG(336820). TODO(bmeurer): Investigate.
  'regress/regress-336820': [PASS, FAIL],
132

133
  # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
134
  # nosse2. Also for arm novfp3.
danno@chromium.org's avatar
danno@chromium.org committed
135
  'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
136

137 138
  # This test variant makes only sense on arm.
  'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
139 140

  # Too slow for slow variants.
machenbach's avatar
machenbach committed
141
  'asm/embenchen/*': [PASS, SLOW, FAST_VARIANTS],
142
  'asm/poppler/*': [PASS, SLOW, FAST_VARIANTS],
143
  'asm/sqlite3/*': [PASS, SLOW, FAST_VARIANTS],
machenbach's avatar
machenbach committed
144

145 146 147 148 149
  # Slow tests.
  'copy-on-write-assert': [PASS, SLOW],
  'debug-scopes': [PASS, SLOW],
  'numops-fuzz-part*': [PASS, ['mode == debug', SLOW]],
  'readonly': [PASS, SLOW],
150
  'regress/regress-1200351': [PASS, SLOW],
151
  'regress/regress-crbug-474297': [PASS, ['gc_stress == False', SKIP]],
152
  'es6/tail-call-megatest*': [PASS, SLOW, FAST_VARIANTS, ['tsan', SKIP]],
153

154
  # case-insensitive unicode regexp relies on case mapping provided by ICU.
155 156
  'es6/unicode-regexp-ignore-case': [PASS, ['no_i18n == True', FAIL]],
  'es6/unicode-regexp-ignore-case-noi18n': [FAIL, ['no_i18n == True', PASS]],
157
  'regress/regress-5036': [PASS, ['no_i18n == True', FAIL]],
158
  # desugaring regexp property class relies on ICU.
159
  'harmony/regexp-property-*': [PASS, ['no_i18n == True', FAIL]],
160

161 162 163
  # Allocates a large array buffer, which TSAN sometimes cannot handle.
  'regress/regress-599717': [PASS, ['tsan', SKIP]],

machenbach's avatar
machenbach committed
164 165 166
  # TODO(bmeurer): Flaky timeouts (sometimes <1s, sometimes >3m).
  'unicodelctest': [PASS, NO_VARIANTS],
  'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
167
}],  # ALWAYS
168

169 170 171 172 173 174 175
['novfp3 == True', {
  'asm/embenchen/box2d': [SKIP],
  'asm/embenchen/zlib': [SKIP],
  'asm/embenchen/memops': [SKIP],
  'asm/embenchen/lua_binarytrees': [SKIP],
}],  # novfp3 == True

176 177 178 179 180 181 182 183 184
##############################################################################
['gc_stress == True', {
  # Skip tests not suitable for GC stress.
  'allocation-site-info': [SKIP],
  'array-constructor-feedback': [SKIP],
  'array-feedback': [SKIP],
  'array-literal-feedback': [SKIP],
  'd8-performance-now': [SKIP],
  'elements-kind': [SKIP],
185
  'elements-transition-hoisting': [SKIP],
186
  'fast-prototype': [SKIP],
187
  'field-type-tracking': [SKIP],
188
  'getters-on-elements': [SKIP],
dslomov's avatar
dslomov committed
189
  'es6/block-let-crankshaft': [SKIP],
190 191
  'opt-elements-kind': [SKIP],
  'osr-elements-kind': [SKIP],
192
  'regress/regress-crbug-137689': [SKIP],
193 194
  'regress/regress-165637': [SKIP],
  'regress/regress-2249': [SKIP],
195
  'regress/regress-4121': [SKIP],
196
  'compare-known-objects-slow': [SKIP],
197
  # Tests taking too long
198 199 200 201 202 203 204
  'mirror-object': [SKIP],
  'packed-elements': [SKIP],
  'regress/regress-1122': [SKIP],
  'regress/regress-331444': [SKIP],
  'regress/regress-353551': [SKIP],
  'regress/regress-crbug-119926': [SKIP],
  'regress/short-circuit': [SKIP],
205
  'stack-traces-overflow': [SKIP],
206
  'unicode-test': [SKIP],
207 208
  'whitespaces': [SKIP],

209 210 211 212
  # Async function tests taking too long
  # https://bugs.chromium.org/p/v8/issues/detail?id=5411
  'harmony/async-function-debug-scopes': [SKIP],

213 214
  # TODO(mstarzinger): Takes too long with TF.
  'array-sort': [PASS, NO_VARIANTS],
215
  'regress/regress-91008': [PASS, NO_VARIANTS],
216
  'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
217 218
  'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
  'math-floor-of-div': [PASS, NO_VARIANTS],
219 220
  'unicodelctest': [PASS, NO_VARIANTS],
  'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
221

222
  # TODO(jkummerow): Doesn't work correctly in GC stress.
223
  'regress/regress-crbug-500497': [SKIP],
224

225 226
  # Too slow for gc stress.
  'asm/embenchen/box2d': [SKIP],
227

littledan's avatar
littledan committed
228 229
  # BUG(v8:4237)
  'regress/regress-3976': [SKIP],
230

231 232 233 234 235
  # Slow tests.
  'array-constructor': [PASS, SLOW],
  'json': [PASS, SLOW],
  'regress/regress-446389': [PASS, SLOW],
  'regress/regress-inline-getter-near-stack-limit': [PASS, SLOW],
236 237 238

  # BUG(v8:3097)
  'debug-references': [SKIP],
239

240 241
  # BUG(v8:4779): Crashes flakily with stress mode on arm64.
  'array-splice': [PASS, SLOW, ['arch == arm64', FAST_VARIANTS]],
jgruber's avatar
jgruber committed
242 243 244

  # BUG(chromium:664490)
  'debug-scopes': [SKIP],
245 246
}],  # 'gc_stress == True'

247 248 249 250
##############################################################################
['byteorder == big', {
  # Emscripten requires little-endian, skip all tests on big endian platforms.
  'asm/embenchen/*': [SKIP],
251 252
  'asm/poppler/*': [SKIP],
  'asm/sqlite3/*': [SKIP],
253 254
  # TODO(mips-team): Fix Wasm for big-endian.
  'wasm/*': [SKIP],
255 256
}],  # 'byteorder == big'

257
##############################################################################
258
['arch == arm64 or arch == android_arm64', {
259

260 261 262
  # arm64 TF timeout.
  'regress/regress-1257': [PASS, TIMEOUT],

263 264 265 266 267 268
  # Requires bigger stack size in the Genesis and if stack size is increased,
  # the test requires too much time to run.  However, the problem test covers
  # should be platform-independent.
  'regress/regress-1132': [SKIP],

  # Pass but take too long to run. Skip.
269 270
  # Some similar tests (with fewer iterations) may be included in arm64-js
  # tests.
271 272
  'asm/embenchen/box2d': [SKIP],
  'asm/embenchen/lua_binarytrees': [SKIP],
273
  'big-object-literal': [SKIP],
274 275 276 277 278 279 280 281 282 283 284 285 286
  'compiler/regress-arguments': [SKIP],
  'compiler/regress-gvn': [SKIP],
  'compiler/regress-4': [SKIP],
  'compiler/regress-or': [SKIP],
  'compiler/regress-rep-change': [SKIP],
  'regress/regress-1117': [SKIP],
  'regress/regress-1849': [SKIP],
  'regress/regress-3247124': [SKIP],
  'regress/regress-91008': [SKIP],
  'regress/regress-91010': [SKIP],
  'regress/regress-91013': [SKIP],
  'regress/regress-99167': [SKIP],

287 288 289
  # BUG(v8:3457).
  'deserialize-reference': [PASS, FAIL],

290 291 292
  # BUG(v8:4016)
  'regress/regress-crbug-467047': [SKIP],

293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323
  # Slow tests.
  'array-concat': [PASS, SLOW],
  'array-constructor': [PASS, SLOW],
  'array-indexing': [PASS, SLOW],
  'array-reduce': [PASS, SLOW],
  'array-sort': [PASS, SLOW],
  'array-splice': [PASS, SLOW],
  'bit-not': [PASS, SLOW],
  'compiler/alloc-number': [PASS, SLOW],
  'compiler/osr-assert': [PASS, SLOW],
  'compiler/osr-with-args': [PASS, SLOW],
  'debug-scopes': [PASS, SLOW],
  'generated-transition-stub': [PASS, SLOW],
  'json2': [PASS, SLOW],
  'math-floor-of-div-nosudiv': [PASS, SLOW],
  'math-floor-of-div': [PASS, SLOW],
  'mirror-object': [PASS, SLOW],
  'packed-elements': [PASS, SLOW],
  'regress/regress-1122': [PASS, SLOW],
  'regress/regress-2185-2': [PASS, SLOW],
  'regress/regress-2185': [PASS, SLOW],
  'regress/regress-2790': [PASS, SLOW],
  'regress/regress-331444': [PASS, SLOW],
  'regress/regress-490': [PASS, SLOW],
  'regress/regress-crbug-217858': [PASS, SLOW],
  'regress/regress-create-exception': [PASS, SLOW],
  'regress/regress-json-stringify-gc': [PASS, SLOW],
  'string-indexof-2': [PASS, SLOW],
  'unicodelctest-no-optimization': [PASS, SLOW],
  'unicodelctest': [PASS, SLOW],
  'unicode-test': [PASS, SLOW],
324
  'whitespaces': [PASS, TIMEOUT, SLOW],
325
}],  # 'arch == arm64'
326

327
['arch == arm64 and mode == debug and simulator_run == True', {
328 329 330 331 332

  # Pass but take too long with the simulator in debug mode.
  'array-sort': [PASS, TIMEOUT],
  'packed-elements': [SKIP],
  'regexp-global': [SKIP],
333 334 335 336
  'math-floor-of-div': [PASS, TIMEOUT],
  'math-floor-of-div-nosudiv': [PASS, TIMEOUT],
  'unicodelctest': [PASS, TIMEOUT],
  'unicodelctest-no-optimization': [PASS, TIMEOUT],
337 338
  # Issue 3219:
  'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
339
}],  # 'arch == arm64 and mode == debug and simulator_run == True'
340

341 342 343 344 345 346
##############################################################################
['asan == True', {
  # Skip tests not suitable for ASAN.
  'big-array-literal': [SKIP],
  'big-object-literal': [SKIP],
  'regress/regress-crbug-178790': [SKIP],
347 348

  # Exception thrown during bootstrapping on ASAN builds, see issue 4236.
349
  'regress/regress-1132': [SKIP],
350 351
}],  # 'asan == True'

352 353 354 355
##############################################################################
['msan == True', {
  # Skip tests not suitable for MSAN.
  'big-array-literal': [SKIP],
356 357 358 359 360
  # ICU upstream issues.
  'date': [SKIP],
  'deep-recursion': [SKIP],
  'regress/regress-builtinbust-7': [SKIP],
  'string-localecompare': [SKIP],
361

362 363
  # Too slow.
  'harmony/regexp-property-lu-ui': [SKIP],
364
}],  # 'msan == True'
365

366
##############################################################################
367 368 369 370 371 372
['arch == arm or arch == android_arm', {

  # Slow tests which times out in debug mode.
  'try': [PASS, ['mode == debug', SKIP]],
  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
  'array-constructor': [PASS, ['mode == debug', SKIP]],
373
  'regress/regress-1122': [PASS, SLOW, ['mode == debug and arch == android_arm', SKIP]],
374 375 376 377 378

  # Flaky test that can hit compilation-time stack overflow in debug mode.
  'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],

  # Times out often in release mode on ARM.
379
  'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
380 381
  'array-splice': [PASS, TIMEOUT],

382 383
  # Long running tests. Skipping because having them timeout takes too long on
  # the buildbot.
384
  'big-object-literal': [SKIP],
385 386 387 388 389 390 391 392 393 394 395 396
  'compiler/alloc-number': [SKIP],
  'regress/regress-490': [SKIP],
  'regress/regress-create-exception': [SKIP],
  'regress/regress-3247124': [SKIP],

  # Requires bigger stack size in the Genesis and if stack size is increased,
  # the test requires too much time to run.  However, the problem test covers
  # should be platform-independent.
  'regress/regress-1132': [SKIP],

  # Currently always deopt on minus zero
  'math-floor-of-div-minus-zero': [SKIP],
397 398 399

  # Slow tests.
  'array-sort': [PASS, SLOW],
400 401
  'compiler/osr-with-args': [PASS, SLOW],
  'mirror-object': [PASS, SLOW],
402
  'packed-elements': [PASS, SLOW],
403
  'regress/regress-2185-2': [PASS, SLOW],
404
  'regress/regress-2790': [PASS, SLOW],
405
  'regress/regress-91008': [PASS, SLOW],
406
  'regress/regress-json-stringify-gc': [PASS, SLOW],
407
  'string-indexof-2': [PASS, TIMEOUT],
408
}],  # 'arch == arm or arch == android_arm'
409

410
##############################################################################
411
['arch == mipsel or arch == mips', {
412 413 414 415 416 417 418

  # Slow tests which times out in debug mode.
  'try': [PASS, ['mode == debug', SKIP]],
  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
  'array-constructor': [PASS, ['mode == debug', SKIP]],

  # Times out often in release mode on MIPS.
419
  'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
420 421 422 423 424 425
  'array-splice': [PASS, TIMEOUT],

  # Long running test.
  'mirror-object': [PASS, TIMEOUT],
  'string-indexof-2': [PASS, TIMEOUT],

426 427
  # Long running tests. Skipping because having them timeout takes too long on
  # the buildbot.
428 429 430 431 432 433 434 435 436 437 438 439
  'compiler/alloc-number': [SKIP],
  'regress/regress-490': [SKIP],
  'regress/regress-create-exception': [SKIP],
  'regress/regress-3247124': [SKIP],

  # Requires bigger stack size in the Genesis and if stack size is increased,
  # the test requires too much time to run.  However, the problem test covers
  # should be platform-independent.
  'regress/regress-1132': [SKIP],

  # Currently always deopt on minus zero
  'math-floor-of-div-minus-zero': [SKIP],
440
}],  # 'arch == mipsel or arch == mips'
441

442
##############################################################################
443 444 445 446 447
['arch == mips', {
  # Flaky with TF.
  'mirror-script': [PASS, NO_VARIANTS],
}],  # 'arch == mips'

448
##############################################################################
449
['arch == mips64el or arch == mips64', {
450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495

  # Slow tests which times out in debug mode.
  'try': [PASS, ['mode == debug', SKIP]],
  'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
  'array-constructor': [PASS, ['mode == debug', SKIP]],

  # Times out often in release mode on MIPS.
  'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
  'array-splice': [PASS, TIMEOUT],

  # Long running test.
  'mirror-object': [PASS, TIMEOUT],
  'string-indexof-2': [PASS, TIMEOUT],

  # BUG(3251035): Timeouts in long looping crankshaft optimization
  # tests. Skipping because having them timeout takes too long on the
  # buildbot.
  'compiler/alloc-number': [PASS, SLOW],
  'compiler/array-length': [PASS, SLOW],
  'compiler/assignment-deopt': [PASS, SLOW],
  'compiler/deopt-args': [PASS, SLOW],
  'compiler/inline-compare': [PASS, SLOW],
  'compiler/inline-global-access': [PASS, SLOW],
  'compiler/optimized-function-calls': [PASS, SLOW],
  'compiler/pic': [PASS, SLOW],
  'compiler/property-calls': [PASS, SLOW],
  'compiler/recursive-deopt': [PASS, SLOW],
  'compiler/regress-4': [PASS, SLOW],
  'compiler/regress-funcaller': [PASS, SLOW],
  'compiler/regress-rep-change': [PASS, SLOW],
  'compiler/regress-arguments': [PASS, SLOW],
  'compiler/regress-funarguments': [PASS, SLOW],
  'compiler/regress-3249650': [PASS, SLOW],
  'compiler/simple-deopt': [PASS, SLOW],
  'regress/regress-490': [PASS, SLOW],
  'regress/regress-create-exception': [PASS, SLOW],
  'regress/regress-3218915': [PASS, SLOW],
  'regress/regress-3247124': [PASS, SLOW],

  # Requires bigger stack size in the Genesis and if stack size is increased,
  # the test requires too much time to run.  However, the problem test covers
  # should be platform-independent.
  'regress/regress-1132': [SKIP],

  # Currently always deopt on minus zero
  'math-floor-of-div-minus-zero': [SKIP],
496
}],  # 'arch == mips64el or arch == mips64'
497

498 499
##############################################################################
['system == windows', {
500
  # TODO(mstarzinger): Too slow with turbo fan.
501
  'big-object-literal': [SKIP],
502 503 504
  'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
  'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
  'unicodelctest': [PASS, ['mode == debug', SKIP]],
505

506 507
  # BUG(v8:4495).
  'es6/collections': [PASS, ['arch == ia32', FAST_VARIANTS]],
508
}],  # 'system == windows'
509

510 511 512 513 514 515
##############################################################################
['system == macos', {
  # BUG(v8:5333)
  'big-object-literal': [SKIP],
}],  # 'system == macos'

516
##############################################################################
517 518 519 520 521 522 523 524 525
['deopt_fuzzer == True', {

  # Skip tests that are not suitable for deoptimization fuzzing.
  'assert-opt-and-deopt': [SKIP],
  'never-optimize': [SKIP],
  'regress/regress-2185-2': [SKIP],
  'readonly': [SKIP],
  'array-feedback': [SKIP],

526 527 528
  # Bounds check triggers forced deopt for array constructors.
  'array-constructor-feedback': [SKIP],

529 530 531
  # Deopting uses just enough memory to make this one OOM.
  'regress/regress-3976': [SKIP],

532 533
  # Deopt every n garbage collections collides with deopt every n times.
  'regress/regress-2653': [SKIP],
534 535 536

  # Too slow.
  'es6/tail-call-megatest*': [SKIP],
537

538 539 540 541 542
  # Forced optimisation path tests.
  'shared-function-tier-up-default': [SKIP],
  'shared-function-tier-up-ignition': [SKIP],
  'shared-function-tier-up-turbo': [SKIP],

543 544 545
  # Fails deopt_fuzzer due to --deopt_every_n_times or
  # deopt_every_n_garbage_collections
  'es6/array-iterator-turbo': [SKIP]
546
}],  # 'deopt_fuzzer == True'
547

548 549 550 551 552
##############################################################################
['predictable == True', {

  # Skip tests that are known to be non-deterministic.
  'd8-worker-sharedarraybuffer': [SKIP],
553
  'd8-os': [SKIP],
554 555
}],  # 'predictable == True'

556 557 558 559 560 561
##############################################################################
['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {

  # take too long with the simulator.
  'regress/regress-1132': [SKIP],
}],  # 'arch == ppc and simulator_run == True'
562

563 564 565 566 567
##############################################################################
['arch == ppc64', {

  # stack overflow
  'big-array-literal': [SKIP],
568
  'regress/regress-353551': [SKIP],
569 570
}],  # 'arch == ppc64'

571 572 573 574 575
##############################################################################
['variant == nocrankshaft', {
  'es6/array-iterator-turbo': [SKIP],
}],  # variant == nocranshaft

576 577
##############################################################################
['variant == stress', {
578 579
  'es6/array-iterator-turbo': [SKIP],

580 581 582 583 584 585
  'ignition/regress-599001-verifyheap': [SKIP],
  'unicode-test': [SKIP],
}],  # variant == stress

##############################################################################
['variant == turbofan_opt', {
586
  'es6/array-iterator-turbo': [SKIP],
587 588 589 590 591 592 593 594 595 596 597

  # TODO(jgruber): Fails in --turbo --always-opt mode.
  'regress/regress-105': [FAIL],

  # Too slow.
  'big-object-literal': [SKIP],
  'ignition/regress-599001-verifyheap': [SKIP],
  'unicode-test': [SKIP],

}],  # variant == turbofan_opt

598
##############################################################################
599
['variant == ignition_turbofan', {
600 601 602
  # TODO(rmcilroy,titzer): Times out after
  # https://codereview.chromium.org/1951013002 .
  'regress/regress-599717': [PASS, ['tsan', SKIP]],
603

604 605
  # TODO(jarin): No truncations on CheckFloat64Hole.
  'getters-on-elements': [SKIP],
machenbach's avatar
machenbach committed
606 607 608

  # TODO(rmcilroy): Flaky OOM.
  'unicodelctest-no-optimization': [SKIP],
609
}],  # variant == ignition_turbofan
610

611 612 613 614
##############################################################################
['gcov_coverage', {
  # Tests taking too long.
  'array-functions-prototype-misc': [SKIP],
615 616 617

  # Stack overflow.
  'big-array-literal': [SKIP],
618 619
}],  # 'gcov_coverage'

machenbach's avatar
machenbach committed
620 621 622 623 624 625
##############################################################################
['variant == stress or variant == turbofan_opt', {
  # BUG(v8:5553).
  'wasm/grow-memory': [SKIP],
}],  # variant == stress or variant == turbofan_opt

626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644
##############################################################################
['variant == asm_wasm', {
  # Skip stuff uninteresting for asm.js
  'bugs/*': [SKIP],
  'compiler/*': [SKIP],
  'es6/*': [SKIP],
  'es7/*': [SKIP],
  'es8/*': [SKIP],
  'harmony/*': [SKIP],
  'ignition/*': [SKIP],
  'lithium/*': [SKIP],
  'third_party/*': [SKIP],
  'tools/*': [SKIP],
  'apply': [SKIP],
  'math-*': [SKIP],
  'unicode-test': [SKIP],
  'whitespaces': [SKIP],
}],  # variant == asm_wasm

645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662
['variant == wasm_traps', {
  # Skip stuff uninteresting for wasm traps
  'bugs/*': [SKIP],
  'compiler/*': [SKIP],
  'es6/*': [SKIP],
  'es7/*': [SKIP],
  'es8/*': [SKIP],
  'harmony/*': [SKIP],
  'ignition/*': [SKIP],
  'lithium/*': [SKIP],
  'third_party/*': [SKIP],
  'tools/*': [SKIP],
  'apply': [SKIP],
  'math-*': [SKIP],
  'unicode-test': [SKIP],
  'whitespaces': [SKIP],
}],  # variant == wasm_traps

663
]