# Copyright 2017 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. DEPS = [ 'flavor', 'recipe_engine/properties', 'recipe_engine/raw_io', 'run', 'vars', ] def test_exceptions(api): try: api.flavor.copy_directory_contents_to_device('src', 'dst') except ValueError: pass try: api.flavor.copy_directory_contents_to_host('src', 'dst') except ValueError: pass try: api.flavor.copy_file_to_device('src', 'dst') except ValueError: pass def RunSteps(api): api.vars.setup() api.flavor.setup() if api.properties.get('is_testing_exceptions') == 'True': return test_exceptions(api) if 'Build' not in api.properties['buildername']: try: api.flavor.copy_file_to_device('file.txt', 'file.txt') api.flavor.create_clean_host_dir('results_dir') api.flavor.create_clean_device_dir('device_results_dir') api.flavor.install_everything() if 'Test' in api.properties['buildername']: api.flavor.step('dm', ['dm', '--some-flag']) api.flavor.copy_directory_contents_to_host( api.flavor.device_dirs.dm_dir, api.flavor.host_dirs.dm_dir) elif 'Perf' in api.properties['buildername']: api.flavor.step('nanobench', ['nanobench', '--some-flag']) api.flavor.copy_directory_contents_to_host( api.flavor.device_dirs.perf_data_dir, api.flavor.host_dirs.perf_data_dir) finally: api.flavor.cleanup_steps() api.run.check_failure() TEST_BUILDERS = [ 'Perf-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Debug-All-Android', 'Perf-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Debug-All-Android', 'Perf-ChromeOS-Clang-SamsungChromebookPlus-GPU-MaliT860-arm-Release-All', 'Perf-Chromecast-Clang-Chorizo-CPU-Cortex_A7-arm-Release-All', 'Perf-Debian9-Clang-GCE-CPU-AVX2-x86_64-Debug-All-MSAN', 'Perf-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All-ASAN', 'Test-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Release-All-Android', 'Test-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Debug-All-Android', 'Test-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Debug-All-Android', 'Test-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Release-All-Android_ASAN', 'Test-ChromeOS-Clang-SamsungChromebookPlus-GPU-MaliT860-arm-Release-All', 'Test-Debian9-Clang-GCE-CPU-AVX2-x86_64-Debug-All-Coverage', 'Test-Debian9-Clang-GCE-CPU-AVX2-x86_64-Release-All-TSAN', 'Test-Debian9-Clang-GCE-GPU-SwiftShader-x86_64-Debug-All-SwiftShader', 'Test-Debian9-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-Vulkan', 'Test-Mac-Clang-MacMini7.1-CPU-AVX-x86_64-Debug-All-ASAN', ('Test-Ubuntu17-GCC-Golo-GPU-QuadroP400-x86_64-Release-All' '-Valgrind_AbandonGpuContext_SK_CPU_LIMIT_SSE41'), 'Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan_ProcDump', ] # Default properties used for TEST_BUILDERS. defaultProps = lambda buildername: dict( buildername=buildername, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', patch_set=2, swarm_out_dir='[SWARM_OUT_DIR]' ) def GenTests(api): for buildername in TEST_BUILDERS: test = ( api.test(buildername) + api.properties(**defaultProps(buildername)) ) if 'Chromebook' in buildername and not 'Build' in buildername: test += api.step_data( 'read chromeos ip', stdout=api.raw_io.output('{"user_ip":"foo@127.0.0.1"}')) if 'Chromecast' in buildername: test += api.step_data( 'read chromecast ip', stdout=api.raw_io.output('192.168.1.2:5555')) yield test builder = 'Test-Debian9-GCC-GCE-CPU-AVX2-x86_64-Release-All' yield ( api.test('exceptions') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]', is_testing_exceptions='True') ) builder = 'Perf-Android-Clang-NexusPlayer-GPU-PowerVR-x86-Debug-All-Android' yield ( api.test('failed_infra_step') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('get swarming bot id', stdout=api.raw_io.output('build123-m2--device5')) + api.step_data('dump log', retcode=1) ) builder = 'Perf-Android-Clang-NexusPlayer-GPU-PowerVR-x86-Debug-All-Android' yield ( api.test('failed_read_version') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('read /sdcard/revenge_of_the_skiabot/SK_IMAGE_VERSION', retcode=1) ) builder = 'Perf-Android-Clang-NexusPlayer-GPU-PowerVR-x86-Debug-All-Android' yield ( api.test('retry_adb_command') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('mkdir /sdcard/revenge_of_the_skiabot/resources', retcode=1) ) builder = 'Perf-Android-Clang-NexusPlayer-GPU-PowerVR-x86-Debug-All-Android' fail_step_name = 'mkdir /sdcard/revenge_of_the_skiabot/resources' yield ( api.test('retry_adb_command_retries_exhausted') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('get swarming bot id', stdout=api.raw_io.output('build123-m2--device5')) + api.step_data(fail_step_name, retcode=1) + api.step_data(fail_step_name + ' (attempt 2)', retcode=1) + api.step_data(fail_step_name + ' (attempt 3)', retcode=1) ) builder = 'Test-iOS-Clang-iPhone7-GPU-GT7600-arm64-Release-All' fail_step_name = 'install_dm' yield ( api.test('retry_ios_install') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data(fail_step_name, retcode=1) ) yield ( api.test('retry_ios_install_retries_exhausted') + api.properties(buildername=builder, repository='https://skia.googlesource.com/skia.git', revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data(fail_step_name, retcode=1) + api.step_data(fail_step_name + ' (attempt 2)', retcode=1) ) builder = ('Perf-Android-Clang-NexusPlayer-CPU-Moorefield-x86-Debug-All-' + 'Android') yield ( api.test('cpu_scale_failed_once') + api.properties(buildername=builder, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('Scale CPU 0 to 0.600000', retcode=1) ) yield ( api.test('cpu_scale_failed') + api.properties(buildername=builder, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('get swarming bot id', stdout=api.raw_io.output('skia-rpi-022')) + api.step_data('Scale CPU 0 to 0.600000', retcode=1)+ api.step_data('Scale CPU 0 to 0.600000 (attempt 2)', retcode=1)+ api.step_data('Scale CPU 0 to 0.600000 (attempt 3)', retcode=1) ) builder = ('Perf-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Release' '-All-Android') yield ( api.test('cpu_scale_failed_golo') + api.properties(buildername=builder, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.step_data('get swarming bot id', stdout=api.raw_io.output('build123-m2--device5')) + api.step_data('Scale CPU 4 to 0.600000', retcode=1)+ api.step_data('Scale CPU 4 to 0.600000 (attempt 2)', retcode=1)+ api.step_data('Scale CPU 4 to 0.600000 (attempt 3)', retcode=1) )