further adjust bench lower bounds to cope with downside flakiness.

BUG=skia:2225
R=robertphillips@google.com
TBR=robertphillips@google.com
NOTRY=true

Author: bensong@google.com

Review URL: https://codereview.chromium.org/268643004

git-svn-id: http://skia.googlecode.com/svn/trunk@14554 2bbb7eff-a529-9590-31e7-b0007b416f81
This commit is contained in:
commit-bot@chromium.org 2014-05-03 12:40:14 +00:00
parent 089a780c33
commit 379475f709

View File

@ -13,7 +13,7 @@ import sys
# Parameters for calculating bench ranges. # Parameters for calculating bench ranges.
RANGE_RATIO_UPPER = 1.2 # Ratio of range for upper bounds. RANGE_RATIO_UPPER = 1.2 # Ratio of range for upper bounds.
RANGE_RATIO_LOWER = 1.8 # Ratio of range for lower bounds. RANGE_RATIO_LOWER = 2.0 # Ratio of range for lower bounds.
ERR_RATIO = 0.08 # Further widens the range by the ratio of average value. ERR_RATIO = 0.08 # Further widens the range by the ratio of average value.
ERR_ABS = 0.5 # Adds an absolute error margin to cope with very small benches. ERR_ABS = 0.5 # Adds an absolute error margin to cope with very small benches.
@ -25,7 +25,7 @@ CONFIGS_TO_INCLUDE = ['simple_viewport_1000x1000',
] ]
# List of flaky SKPs that should be excluded. # List of flaky SKPs that should be excluded.
SKPS_TO_EXCLUDE = ['desk_chalkboard.skp', SKPS_TO_EXCLUDE = [
] ]
@ -44,7 +44,7 @@ def compute_ranges(benches):
avg = sum(benches) / len(benches) avg = sum(benches) / len(benches)
return [minimum - diff * RANGE_RATIO_LOWER - avg * ERR_RATIO - ERR_ABS, return [minimum - diff * RANGE_RATIO_LOWER - avg * ERR_RATIO - ERR_ABS,
maximum + diff * RANGE_RATIO_UPPER + avg * ERR_RATIO + ERR_ABS] maximum + diff * RANGE_RATIO_UPPER + avg * ERR_RATIO + 2 * ERR_ABS]
def create_expectations_dict(revision_data_points): def create_expectations_dict(revision_data_points):