Add perf json for simd.js benchmarks.
Using a script to generate the somewhat redundant json. BUG=v8:4124 LOG=N R=machenbach@chromium.org,bbudge@chromium.org TEST=None Review URL: https://codereview.chromium.org/1146073002 Cr-Commit-Position: refs/heads/master@{#28514}
This commit is contained in:
bradnelson
Commit bot
parent
292a4b04c9
commit
e77c69b5ca
444
test/simdjs/SimdJs.json
Normal file
444
test/simdjs/SimdJs.json
Normal file
@ -0,0 +1,444 @@
|
||||
{
|
||||
"flags": [
|
||||
"--harmony-object",
|
||||
"test/simdjs/harness-adapt.js"
|
||||
],
|
||||
"name": "SIMDJS",
|
||||
"path": [
|
||||
"../../"
|
||||
],
|
||||
"resources": [
|
||||
"test/simdjs/data/src/benchmarks/base.js",
|
||||
"test/simdjs/data/src/ecmascript_simd.js",
|
||||
"test/simdjs/data/src/benchmarks/kernel-template.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadFromInt8Array.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadX.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXY.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXYZ.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat64x2.js",
|
||||
"test/simdjs/data/src/benchmarks/averageFloat64x2Load.js",
|
||||
"test/simdjs/data/src/benchmarks/mandelbrot.js",
|
||||
"test/simdjs/data/src/benchmarks/matrix-multiplication.js",
|
||||
"test/simdjs/data/src/benchmarks/transform.js",
|
||||
"test/simdjs/data/src/benchmarks/shiftrows.js",
|
||||
"test/simdjs/data/src/benchmarks/transpose4x4.js",
|
||||
"test/simdjs/data/src/benchmarks/inverse4x4.js",
|
||||
"test/simdjs/data/src/benchmarks/sinx4.js",
|
||||
"test/simdjs/data/src/benchmarks/memset.js",
|
||||
"test/simdjs/data/src/benchmarks/memcpy.js"
|
||||
],
|
||||
"run_count": 5,
|
||||
"tests": [
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/kernel-template.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "kernel-template",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat32x4",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadFromInt8Array.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat32x4LoadFromInt8Array",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadX.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat32x4LoadX",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXY.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat32x4LoadXY",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXYZ.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat32x4LoadXYZ",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat64x2.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat64x2",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/averageFloat64x2Load.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "averageFloat64x2Load",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/mandelbrot.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "mandelbrot",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/matrix-multiplication.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "matrix-multiplication",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/transform.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "transform",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/shiftrows.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "shiftrows",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/transpose4x4.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "transpose4x4",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/inverse4x4.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "inverse4x4",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/sinx4.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "sinx4",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/memset.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "memset",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"flags": [
|
||||
"test/simdjs/data/src/benchmarks/memcpy.js"
|
||||
],
|
||||
"main": "test/simdjs/harness-finish.js",
|
||||
"name": "memcpy",
|
||||
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
|
||||
"tests": [
|
||||
{
|
||||
"name": "SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Non-SIMD"
|
||||
},
|
||||
{
|
||||
"name": "Speedup",
|
||||
"units": "score"
|
||||
},
|
||||
{
|
||||
"name": "Iterations",
|
||||
"units": "count"
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"total": true,
|
||||
"units": "ms"
|
||||
}
|
||||
56
test/simdjs/generate.py
Executable file
56
test/simdjs/generate.py
Executable file
@ -0,0 +1,56 @@
|
||||
#!/usr/bin/python
|
||||
# Copyright 2015 the V8 project authors. All rights reserved.
|
||||
# Use of this source code is governed by a BSD-style license that can be
|
||||
# found in the LICENSE file.
|
||||
|
||||
# Script to re-generate SimdJs.json from a SimdJs.json.template.
|
||||
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
|
||||
SCRIPT_DIR = os.path.abspath(os.path.dirname(__file__))
|
||||
|
||||
SKIP_FILES = [
|
||||
'../ecmascript_simd',
|
||||
'base',
|
||||
# TODO(bradnelson): Drop these when tests are fixed upstream.
|
||||
'aobench',
|
||||
'averageFloat32x4Load',
|
||||
'matrix-multiplication-load',
|
||||
]
|
||||
|
||||
run_js = open(
|
||||
os.path.join(SCRIPT_DIR, 'data', 'src', 'benchmarks', 'run.js')).read()
|
||||
tests = re.findall("load \\(\\'([^']+)[.]js\\'\\)", run_js)
|
||||
tests = [t for t in tests if t not in SKIP_FILES]
|
||||
|
||||
output = {
|
||||
'name': 'SIMDJS',
|
||||
'run_count': 5,
|
||||
'units': 'ms',
|
||||
'total': True,
|
||||
'resources': [
|
||||
'test/simdjs/data/src/benchmarks/base.js',
|
||||
'test/simdjs/data/src/ecmascript_simd.js'
|
||||
] + ['test/simdjs/data/src/benchmarks/%s.js' % t for t in tests],
|
||||
'flags': ['--harmony-object', 'test/simdjs/harness-adapt.js'],
|
||||
'path': ['../../'],
|
||||
'tests': [
|
||||
{
|
||||
'name': test,
|
||||
'main': 'test/simdjs/harness-finish.js',
|
||||
'flags': ['test/simdjs/data/src/benchmarks/%s.js' % test],
|
||||
'results_regexp': '%s\\([ ]*([0-9.]+)(ms)?\\)',
|
||||
'tests': [
|
||||
{'name': 'SIMD'},
|
||||
{'name': 'Non-SIMD'},
|
||||
{'name': 'Speedup', 'units': 'score'},
|
||||
{'name': 'Iterations', 'units': 'count'}
|
||||
]
|
||||
}
|
||||
for test in tests],
|
||||
}
|
||||
|
||||
with open(os.path.join(SCRIPT_DIR, 'SimdJS.json'), 'w') as fh:
|
||||
fh.write(json.dumps(output, separators=(',',': '), indent=2, sort_keys=True))
|
||||
Loading…
Reference in New Issue
Block a user