Commit e77c69b5 authored by bradnelson's avatar bradnelson Committed by Commit bot

Add perf json for simd.js benchmarks.

Using a script to generate the somewhat redundant json.

BUG=v8:4124
LOG=N
R=machenbach@chromium.org,bbudge@chromium.org
TEST=None

Review URL: https://codereview.chromium.org/1146073002

Cr-Commit-Position: refs/heads/master@{#28514}
parent 292a4b04
{
"flags": [
"--harmony-object",
"test/simdjs/harness-adapt.js"
],
"name": "SIMDJS",
"path": [
"../../"
],
"resources": [
"test/simdjs/data/src/benchmarks/base.js",
"test/simdjs/data/src/ecmascript_simd.js",
"test/simdjs/data/src/benchmarks/kernel-template.js",
"test/simdjs/data/src/benchmarks/averageFloat32x4.js",
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadFromInt8Array.js",
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadX.js",
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXY.js",
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXYZ.js",
"test/simdjs/data/src/benchmarks/averageFloat64x2.js",
"test/simdjs/data/src/benchmarks/averageFloat64x2Load.js",
"test/simdjs/data/src/benchmarks/mandelbrot.js",
"test/simdjs/data/src/benchmarks/matrix-multiplication.js",
"test/simdjs/data/src/benchmarks/transform.js",
"test/simdjs/data/src/benchmarks/shiftrows.js",
"test/simdjs/data/src/benchmarks/transpose4x4.js",
"test/simdjs/data/src/benchmarks/inverse4x4.js",
"test/simdjs/data/src/benchmarks/sinx4.js",
"test/simdjs/data/src/benchmarks/memset.js",
"test/simdjs/data/src/benchmarks/memcpy.js"
],
"run_count": 5,
"tests": [
{
"flags": [
"test/simdjs/data/src/benchmarks/kernel-template.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "kernel-template",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat32x4.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat32x4",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadFromInt8Array.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat32x4LoadFromInt8Array",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadX.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat32x4LoadX",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXY.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat32x4LoadXY",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat32x4LoadXYZ.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat32x4LoadXYZ",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat64x2.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat64x2",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/averageFloat64x2Load.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "averageFloat64x2Load",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/mandelbrot.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "mandelbrot",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/matrix-multiplication.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "matrix-multiplication",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/transform.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "transform",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/shiftrows.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "shiftrows",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/transpose4x4.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "transpose4x4",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/inverse4x4.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "inverse4x4",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/sinx4.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "sinx4",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/memset.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "memset",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
},
{
"flags": [
"test/simdjs/data/src/benchmarks/memcpy.js"
],
"main": "test/simdjs/harness-finish.js",
"name": "memcpy",
"results_regexp": "%s\\([ ]*([0-9.]+)(ms)?\\)",
"tests": [
{
"name": "SIMD"
},
{
"name": "Non-SIMD"
},
{
"name": "Speedup",
"units": "score"
},
{
"name": "Iterations",
"units": "count"
}
]
}
],
"total": true,
"units": "ms"
}
\ No newline at end of file
#!/usr/bin/python
# Copyright 2015 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# Script to re-generate SimdJs.json from a SimdJs.json.template.
import json
import os
import re
SCRIPT_DIR = os.path.abspath(os.path.dirname(__file__))
SKIP_FILES = [
'../ecmascript_simd',
'base',
# TODO(bradnelson): Drop these when tests are fixed upstream.
'aobench',
'averageFloat32x4Load',
'matrix-multiplication-load',
]
run_js = open(
os.path.join(SCRIPT_DIR, 'data', 'src', 'benchmarks', 'run.js')).read()
tests = re.findall("load \\(\\'([^']+)[.]js\\'\\)", run_js)
tests = [t for t in tests if t not in SKIP_FILES]
output = {
'name': 'SIMDJS',
'run_count': 5,
'units': 'ms',
'total': True,
'resources': [
'test/simdjs/data/src/benchmarks/base.js',
'test/simdjs/data/src/ecmascript_simd.js'
] + ['test/simdjs/data/src/benchmarks/%s.js' % t for t in tests],
'flags': ['--harmony-object', 'test/simdjs/harness-adapt.js'],
'path': ['../../'],
'tests': [
{
'name': test,
'main': 'test/simdjs/harness-finish.js',
'flags': ['test/simdjs/data/src/benchmarks/%s.js' % test],
'results_regexp': '%s\\([ ]*([0-9.]+)(ms)?\\)',
'tests': [
{'name': 'SIMD'},
{'name': 'Non-SIMD'},
{'name': 'Speedup', 'units': 'score'},
{'name': 'Iterations', 'units': 'count'}
]
}
for test in tests],
}
with open(os.path.join(SCRIPT_DIR, 'SimdJS.json'), 'w') as fh:
fh.write(json.dumps(output, separators=(',',': '), indent=2, sort_keys=True))
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment