This patch updates to the latest test262 version

A number of known failures are marked. To support test262's
new tests which simulate multiple script tags, this patch
calls out to the d8 realm API from the harness adaptation code.

Review-Url: https://codereview.chromium.org/2290023002
Cr-Commit-Position: refs/heads/master@{#39099}
This commit is contained in:
littledan 2016-09-01 10:42:25 -07:00 committed by Commit bot
parent d09e026a9e
commit af1d06a9bc
4 changed files with 106 additions and 44 deletions

2
DEPS
View File

@ -37,7 +37,7 @@ deps = {
Var("git_url") + "/v8/deps/third_party/mozilla-tests.git" + "@" + "f6c578a10ea707b1a8ab0b88943fe5115ce2b9be",
"v8/test/simdjs/data": Var("git_url") + "/external/github.com/tc39/ecmascript_simd.git" + "@" + "baf493985cb9ea7cdbd0d68704860a8156de9556",
"v8/test/test262/data":
Var("git_url") + "/external/github.com/tc39/test262.git" + "@" + "88bc7fe7586f161201c5f14f55c9c489f82b1b67",
Var("git_url") + "/external/github.com/tc39/test262.git" + "@" + "29c23844494a7cc2fbebc6948d2cb0bcaddb24e7",
"v8/test/test262/harness":
Var("git_url") + "/external/github.com/test262-utils/test262-harness-py.git" + "@" + "cbd968f54f7a95c6556d53ba852292a4c49d11d8",
"v8/tools/clang":

View File

@ -5,3 +5,5 @@
function $DETACHBUFFER(buffer) {
%ArrayBufferNeuter(buffer);
}
$.detachArrayBuffer = $DETACHBUFFER;

View File

@ -89,3 +89,7 @@ function $DONE(arg){
quit(0);
};
var $ = {
evalScript(script) { return Realm.eval(Realm.current(), script); }
};

View File

@ -94,6 +94,7 @@
'language/expressions/postfix-decrement/S11.3.2_A5_*': [FAIL],
'language/expressions/prefix-decrement/S11.4.5_A5_*': [FAIL],
'language/expressions/prefix-increment/S11.4.4_A5_*': [FAIL],
'language/statements/variable/binding-resolution': [FAIL],
# https://code.google.com/p/v8/issues/detail?id=4253
'language/asi/S7.9_A5.7_T1': [PASS, FAIL_OK],
@ -137,21 +138,6 @@
'intl402/DateTimeFormat/12.1.1_1': [FAIL],
'intl402/NumberFormat/11.1.1_1': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=4784
'built-ins/TypedArray/prototype/set/typedarray-arg-negative-integer-offset-throws': [FAIL],
'built-ins/TypedArray/prototype/set/array-arg-negative-integer-offset-throws': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=4901
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-greater-than-last-index': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-lower-than-zero': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-minus-zero': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-not-integer': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-numericindex-desc-not-writable': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-minus-zero': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-not-integer': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-out-of-bounds': [FAIL],
'built-ins/TypedArrays/internals/Set/tonumber-value-throws': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=4895
'built-ins/TypedArrays/internals/HasProperty/detached-buffer': [FAIL],
'built-ins/TypedArrays/internals/Set/detached-buffer': [FAIL],
@ -215,6 +201,8 @@
'built-ins/DataView/prototype/byteOffset/detached-buffer': [FAIL],
'built-ins/DataView/detached-buffer': [FAIL],
'built-ins/ArrayBuffer/prototype/byteLength/detached-buffer': [FAIL],
'built-ins/DataView/prototype/setFloat64/detached-buffer-after-toindex-byteoffset': [FAIL],
'built-ins/DataView/prototype/setInt16/detached-buffer-after-toindex-byteoffset': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=4648
'built-ins/TypedArray/prototype/copyWithin/detached-buffer': [FAIL],
@ -298,11 +286,17 @@
'language/eval-code/direct/non-definable-function-with-variable': [FAIL],
'language/eval-code/indirect/non-definable-function-with-function': [FAIL],
'language/eval-code/indirect/non-definable-function-with-variable': [FAIL],
'language/global-code/script-decl-func-err-non-configurable': [FAIL],
'language/global-code/script-decl-var-collision': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=4124
'built-ins/Simd/*': [SKIP],
# https://bugs.chromium.org/p/v8/issues/detail?id=4958
'built-ins/Function/prototype/toString/AsyncFunction': [FAIL],
'built-ins/Function/prototype/toString/async-function-declaration': [FAIL],
'built-ins/Function/prototype/toString/async-function-expression': [FAIL],
'built-ins/Function/prototype/toString/async-method': [FAIL],
'built-ins/Function/prototype/toString/Function': [FAIL],
'built-ins/Function/prototype/toString/GeneratorFunction': [FAIL],
'built-ins/Function/prototype/toString/function-declaration': [FAIL],
@ -420,8 +414,96 @@
'annexB/built-ins/Date/prototype/setYear/time-clip': [FAIL],
'annexB/built-ins/Date/prototype/setYear/year-number-relative': [FAIL],
# Fixed by https://github.com/tc39/test262/pull/662.
'built-ins/Object/getOwnPropertyDescriptors/duplicate-keys': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5155
'language/white-space/mongolian-vowel-separator': [FAIL],
'language/white-space/mongolian-vowel-separator-eval': [FAIL],
'built-ins/RegExp/S15.10.2.12_A2_T1': [FAIL],
'built-ins/RegExp/S15.10.2.12_A1_T1': [FAIL],
'built-ins/parseFloat/S15.1.2.3_A2_T10_U180E': [FAIL],
'built-ins/parseInt/S15.1.2.2_A2_T10_U180E': [FAIL],
'built-ins/String/prototype/trim/u180e': [FAIL],
'built-ins/Number/S9.3.1_A3_T2_U180E': [FAIL],
'built-ins/Number/S9.3.1_A3_T1_U180E': [FAIL],
'built-ins/Number/S9.3.1_A2_U180E': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5051
'language/expressions/arrow-function/params-trailing-comma': [FAIL],
'language/expressions/arrow-function/params-trailing-comma-length': [FAIL],
'language/expressions/function/params-trailing-comma': [FAIL],
'language/expressions/function/params-trailing-comma-arguments': [FAIL],
'language/expressions/function/params-trailing-comma-length': [FAIL],
'language/expressions/generators/params-trailing-comma': [FAIL],
'language/expressions/generators/params-trailing-comma-arguments': [FAIL],
'language/expressions/generators/params-trailing-comma-length': [FAIL],
'language/expressions/object/method-definition/params-trailing-comma': [FAIL],
'language/expressions/object/method-definition/params-trailing-comma-arguments': [FAIL],
'language/expressions/object/method-definition/params-trailing-comma-length': [FAIL],
'language/statements/class/definition/params-trailing-comma': [FAIL],
'language/statements/class/definition/params-trailing-comma-arguments': [FAIL],
'language/statements/class/definition/params-trailing-comma-length': [FAIL],
'language/statements/function/params-trailing-comma': [FAIL],
'language/statements/function/params-trailing-comma-arguments': [FAIL],
'language/statements/function/params-trailing-comma-length': [FAIL],
'language/statements/generators/params-trailing-comma': [FAIL],
'language/statements/generators/params-trailing-comma-arguments': [FAIL],
'language/statements/generators/params-trailing-comma-length': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5326
'language/expressions/super/call-new-target-undef': [FAIL],
'language/eval-code/direct/super-call-fn': [FAIL],
'language/expressions/super/prop-dot-fn-no-super-bndng': [FAIL],
'language/expressions/super/prop-expr-fn-no-super-bndng': [FAIL],
'language/expressions/super/prop-expr-fn-eval-before-has-super': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5064
'language/expressions/arrow-function/params-dflt-duplicates': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5244
'intl402/DateTimeFormat/prototype/formatToParts/*': [SKIP],
'intl402/NumberFormat/prototype/formatToParts/*': [SKIP],
# https://bugs.chromium.org/p/v8/issues/detail?id=5327
'built-ins/TypedArray/prototype/set/array-arg-negative-integer-offset-throws': [FAIL],
'built-ins/TypedArray/prototype/set/typedarray-arg-negative-integer-offset-throws': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-minus-zero': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-not-integer': [FAIL],
'built-ins/TypedArrays/internals/Set/key-is-out-of-bounds': [FAIL],
'built-ins/TypedArrays/internals/Set/tonumber-value-throws': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5328
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-numericindex-desc-not-writable': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-not-integer': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-minus-zero': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-lower-than-zero': [FAIL],
'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-greater-than-last-index': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5329
'built-ins/RegExp/prototype/source/value-line-terminator': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5112
'annexB/language/eval-code/direct/func-block-decl-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-if-decl-else-decl-a-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-if-decl-else-decl-b-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-if-decl-else-stmt-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-if-decl-no-else-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-if-stmt-else-decl-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-switch-case-eval-func-no-skip-try': [FAIL],
'annexB/language/eval-code/direct/func-switch-dflt-eval-func-no-skip-try': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5334
'built-ins/Proxy/setPrototypeOf/internals-call-order': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5335
'language/expressions/super/prop-expr-cls-null-proto': [FAIL],
'language/expressions/super/prop-expr-obj-null-proto': [FAIL],
'language/expressions/super/prop-dot-cls-null-proto': [FAIL],
'language/expressions/super/prop-dot-obj-null-proto': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5336
'language/expressions/super/call-proto-not-ctor': [FAIL],
# https://bugs.chromium.org/p/v8/issues/detail?id=5337
'language/expressions/arrow-function/dstr-dflt-ary-ptrn-rest-ary-rest': [SKIP],
######################## NEEDS INVESTIGATION ###########################
@ -483,32 +565,6 @@
# Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596
'built-ins/Array/prototype/sort/bug_596_1': [PASS, FAIL_OK],
# https://github.com/tc39/test262/issues/677
'built-ins/RegExp/prototype/source/15.10.7.1-1': [FAIL],
'built-ins/RegExp/prototype/global/15.10.7.2-1': [FAIL],
'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-1': [FAIL],
'built-ins/RegExp/prototype/multiline/15.10.7.4-1': [FAIL],
# https://github.com/tc39/test262/issues/694
'built-ins/TypedArrays/length-arg-toindex-length': [FAIL],
# https://github.com/tc39/test262/issues/696
'language/statements/class/subclass/builtin-objects/ArrayBuffer/regular-subclassing': [FAIL],
# https://github.com/tc39/test262/issues/685
'built-ins/DataView/prototype/setUint8/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setUint16/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setUint32/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setInt8/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setInt16/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setInt32/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setFloat32/range-check-after-value-conversion': [FAIL],
'built-ins/DataView/prototype/setFloat64/range-check-after-value-conversion': [FAIL],
# https://github.com/tc39/test262/issues/686
'built-ins/DataView/prototype/setFloat32/toindex-byteoffset': [FAIL],
'built-ins/DataView/prototype/setFloat64/toindex-byteoffset': [FAIL],
############################ SKIPPED TESTS #############################
# These tests take a looong time to run.