9ea588d52b
This extends the ExpectedOutProc runner to print a diff between the expected and actual output. The behavior of other runners is unchanged. Change-Id: If2b89d39cf98b8d257b1a209b5471a79ec3868ff Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/3771641 Reviewed-by: Jakob Kummerow <jkummerow@chromium.org> Reviewed-by: Liviu Rau <liviurau@chromium.org> Commit-Queue: Clemens Backes <clemensb@chromium.org> Auto-Submit: Matthias Liedtke <mliedtke@google.com> Reviewed-by: Clemens Backes <clemensb@chromium.org> Cr-Commit-Position: refs/heads/main@{#81966}
105 lines
2.8 KiB
JSON
105 lines
2.8 KiB
JSON
{
|
|
"duration_mean": 1,
|
|
"results": [
|
|
{
|
|
"command": "/usr/bin/python out/build/d8_mocked.py bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner",
|
|
"duration": 1,
|
|
"error_details": null,
|
|
"exit_code": 1,
|
|
"expected": [
|
|
"PASS"
|
|
],
|
|
"flags": [
|
|
"bananaflakes",
|
|
"--random-seed=123",
|
|
"--nohard-abort",
|
|
"--testing-d8-test-runner"
|
|
],
|
|
"framework_name": "standard_runner",
|
|
"name": "sweet/bananaflakes",
|
|
"random_seed": 123,
|
|
"result": "FAIL",
|
|
"run": 1,
|
|
"stderr": "",
|
|
"stdout": "bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner\n",
|
|
"target_name": "d8_mocked.py",
|
|
"variant": "default",
|
|
"variant_flags": []
|
|
},
|
|
{
|
|
"command": "/usr/bin/python out/build/d8_mocked.py bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner",
|
|
"duration": 1,
|
|
"error_details": null,
|
|
"exit_code": 0,
|
|
"expected": [
|
|
"PASS"
|
|
],
|
|
"flags": [
|
|
"bananaflakes",
|
|
"--random-seed=123",
|
|
"--nohard-abort",
|
|
"--testing-d8-test-runner"
|
|
],
|
|
"framework_name": "standard_runner",
|
|
"name": "sweet/bananaflakes",
|
|
"random_seed": 123,
|
|
"result": "PASS",
|
|
"run": 2,
|
|
"stderr": "",
|
|
"stdout": "bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner\n",
|
|
"target_name": "d8_mocked.py",
|
|
"variant": "default",
|
|
"variant_flags": []
|
|
}
|
|
],
|
|
"slowest_tests": [
|
|
{
|
|
"command": "/usr/bin/python out/build/d8_mocked.py bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner",
|
|
"duration": 1,
|
|
"exit_code": 0,
|
|
"expected": [
|
|
"PASS"
|
|
],
|
|
"flags": [
|
|
"bananaflakes",
|
|
"--random-seed=123",
|
|
"--nohard-abort",
|
|
"--testing-d8-test-runner"
|
|
],
|
|
"framework_name": "standard_runner",
|
|
"marked_slow": false,
|
|
"name": "sweet/bananaflakes",
|
|
"random_seed": 123,
|
|
"result": "",
|
|
"run": 2,
|
|
"target_name": "d8_mocked.py",
|
|
"variant": "default",
|
|
"variant_flags": []
|
|
},
|
|
{
|
|
"command": "/usr/bin/python out/build/d8_mocked.py bananaflakes --random-seed=123 --nohard-abort --testing-d8-test-runner",
|
|
"duration": 1,
|
|
"exit_code": 1,
|
|
"expected": [
|
|
"PASS"
|
|
],
|
|
"flags": [
|
|
"bananaflakes",
|
|
"--random-seed=123",
|
|
"--nohard-abort",
|
|
"--testing-d8-test-runner"
|
|
],
|
|
"framework_name": "standard_runner",
|
|
"marked_slow": false,
|
|
"name": "sweet/bananaflakes",
|
|
"random_seed": 123,
|
|
"result": "FAIL",
|
|
"run": 1,
|
|
"target_name": "d8_mocked.py",
|
|
"variant": "default",
|
|
"variant_flags": []
|
|
}
|
|
],
|
|
"test_total": 2
|
|
}
|