29b3bd3826
This will allow on the infra side to easier link to the respective shard on a test failure. Without that it's a hassle to find out on which shard the failing test ran. This also simplifies how the global test_config stores information. Some information was duplicated, but is now rather shared through properties if the owning object is already present. Bug: v8:13681 Change-Id: I52f01a4fac74627575d80f25923faba99eb6a1fb Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/4181030 Reviewed-by: Liviu Rau <liviurau@google.com> Commit-Queue: Michael Achenbach <machenbach@chromium.org> Cr-Commit-Position: refs/heads/main@{#85429}
46 lines
1.2 KiB
Python
46 lines
1.2 KiB
Python
# Copyright 2018 the V8 project authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
from . import base
|
|
|
|
|
|
# Alphabet size determines the hashing radix. Choosing a prime number prevents
|
|
# clustering of the hashes.
|
|
HASHING_ALPHABET_SIZE = 2 ** 7 -1
|
|
|
|
def radix_hash(capacity, key):
|
|
h = 0
|
|
for character in key:
|
|
h = (h * HASHING_ALPHABET_SIZE + ord(character)) % capacity
|
|
|
|
return h
|
|
|
|
|
|
class ShardProc(base.TestProcFilter):
|
|
@staticmethod
|
|
def create(options):
|
|
myid, count = options.shard_info
|
|
if count == 1:
|
|
return None
|
|
return ShardProc(myid, count)
|
|
|
|
"""Processor distributing tests between shards.
|
|
It hashes the unique test identifiers uses the hash to shard tests.
|
|
"""
|
|
def __init__(self, myid, shards_count):
|
|
"""
|
|
Args:
|
|
myid: id of the shard within [0; shards_count - 1]
|
|
shards_count: number of shards
|
|
"""
|
|
super(ShardProc, self).__init__()
|
|
|
|
assert myid >= 0 and myid < shards_count
|
|
|
|
self._myid = myid
|
|
self._shards_count = shards_count
|
|
|
|
def _filter(self, test):
|
|
return self._myid != radix_hash(self._shards_count, test.procid)
|