further adjust bench lower bounds to cope with downside flakiness.
BUG=skia:2225 R=robertphillips@google.com TBR=robertphillips@google.com NOTRY=true Author: bensong@google.com Review URL: https://codereview.chromium.org/268643004 git-svn-id: http://skia.googlecode.com/svn/trunk@14554 2bbb7eff-a529-9590-31e7-b0007b416f81
This commit is contained in:
parent
089a780c33
commit
379475f709
@ -13,7 +13,7 @@ import sys
|
|||||||
|
|
||||||
# Parameters for calculating bench ranges.
|
# Parameters for calculating bench ranges.
|
||||||
RANGE_RATIO_UPPER = 1.2 # Ratio of range for upper bounds.
|
RANGE_RATIO_UPPER = 1.2 # Ratio of range for upper bounds.
|
||||||
RANGE_RATIO_LOWER = 1.8 # Ratio of range for lower bounds.
|
RANGE_RATIO_LOWER = 2.0 # Ratio of range for lower bounds.
|
||||||
ERR_RATIO = 0.08 # Further widens the range by the ratio of average value.
|
ERR_RATIO = 0.08 # Further widens the range by the ratio of average value.
|
||||||
ERR_ABS = 0.5 # Adds an absolute error margin to cope with very small benches.
|
ERR_ABS = 0.5 # Adds an absolute error margin to cope with very small benches.
|
||||||
|
|
||||||
@ -25,7 +25,7 @@ CONFIGS_TO_INCLUDE = ['simple_viewport_1000x1000',
|
|||||||
]
|
]
|
||||||
|
|
||||||
# List of flaky SKPs that should be excluded.
|
# List of flaky SKPs that should be excluded.
|
||||||
SKPS_TO_EXCLUDE = ['desk_chalkboard.skp',
|
SKPS_TO_EXCLUDE = [
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
@ -44,7 +44,7 @@ def compute_ranges(benches):
|
|||||||
avg = sum(benches) / len(benches)
|
avg = sum(benches) / len(benches)
|
||||||
|
|
||||||
return [minimum - diff * RANGE_RATIO_LOWER - avg * ERR_RATIO - ERR_ABS,
|
return [minimum - diff * RANGE_RATIO_LOWER - avg * ERR_RATIO - ERR_ABS,
|
||||||
maximum + diff * RANGE_RATIO_UPPER + avg * ERR_RATIO + ERR_ABS]
|
maximum + diff * RANGE_RATIO_UPPER + avg * ERR_RATIO + 2 * ERR_ABS]
|
||||||
|
|
||||||
|
|
||||||
def create_expectations_dict(revision_data_points):
|
def create_expectations_dict(revision_data_points):
|
||||||
|
Loading…
Reference in New Issue
Block a user