skia2/infra/bots/jobs.json

638 lines
41 KiB
JSON
Raw Normal View History

[
"Build-Debian9-Clang-arm-Release-Flutter_Android_Docker",
"Build-Debian10-GCC-x86-Debug-Docker",
"Build-Debian10-GCC-x86-Release-Docker",
"Build-Debian10-GCC-x86_64-Debug-Docker",
"Build-Debian10-GCC-x86_64-Debug-NoGPU_Docker",
"Build-Debian10-GCC-x86_64-Release-Docker",
"Build-Debian10-GCC-x86_64-Release-NoGPU_Docker",
"Build-Debian10-GCC-x86_64-Release-Shared_Docker",
"Build-Debian10-Clang-TAP-Presubmit-G3_Framework",
"Build-Debian10-Clang-arm-Debug-Android",
"Build-Debian10-Clang-arm-Debug-Android_ASAN",
"Build-Debian10-Clang-arm-Debug-Android_ASAN_Vulkan",
"Build-Debian10-Clang-arm-Debug-Android_Vulkan",
"Build-Debian10-Clang-arm-Debug-Chromebook_GLES",
"Build-Debian10-Clang-arm-Release-Android",
"Build-Debian10-Clang-arm-Release-Android_API26",
"Build-Debian10-Clang-arm-Release-Android_Vulkan",
"Build-Debian10-Clang-arm-Release-Chromebook_GLES",
"Build-Debian10-Clang-arm64-Debug-Android",
"Build-Debian10-Clang-arm64-Debug-Android_ASAN",
"Build-Debian10-Clang-arm64-Debug-Android_ASAN_Vulkan",
"Build-Debian10-Clang-arm64-Debug-Android_Vulkan",
"Build-Debian10-Clang-arm64-Release-Android",
"Build-Debian10-Clang-arm64-Release-Android_Vulkan",
"Build-Debian10-Clang-arm64-Release-Android_Wuffs",
"Build-Debian10-Clang-cf_x86_phone-eng-Android_Framework",
"Build-Debian10-Clang-host-sdk-Android_Framework",
"Build-Debian10-Clang-x64-Debug-Android",
"Build-Debian10-Clang-x64-Release-Android",
"Build-Debian10-Clang-x86-Debug",
"Build-Debian10-Clang-x86-Debug-Android",
"Build-Debian10-Clang-x86-Debug-Android_Vulkan",
"Build-Debian10-Clang-x86-Release-Android",
"Build-Debian10-Clang-x86-Release-Android_Vulkan",
"Build-Debian10-Clang-x86-devrel-Android_SKQP",
"Build-Debian10-Clang-x86_64-Debug",
"Build-Debian10-Clang-x86_64-Debug-ASAN",
"Build-Debian10-Clang-x86_64-Debug-ASAN_Vulkan",
"Build-Debian10-Clang-x86_64-Debug-Chromebook_GLES",
"Build-Debian9-Clang-x86_64-Debug-Chromebook_GLES_Docker",
"Build-Debian10-Clang-x86_64-Debug-Dawn",
"Build-Debian10-Clang-x86_64-Debug-OpenCL",
"Build-Debian10-Clang-x86_64-Debug-SK_USE_DISCARDABLE_SCALEDIMAGECACHE",
"Build-Debian10-Clang-x86_64-Debug-SafeStack",
"Build-Debian10-Clang-x86_64-Debug-Static",
"Build-Debian10-Clang-x86_64-Debug-SwiftShader",
"Build-Debian10-Clang-x86_64-Debug-SwiftShader_MSAN",
"Build-Debian10-Clang-x86_64-Debug-Tidy",
"Build-Debian10-Clang-x86_64-Debug-Vulkan",
"Build-Debian10-Clang-x86_64-Debug-Wuffs",
"Build-Debian10-Clang-x86_64-Release",
"Build-Debian10-Clang-x86_64-Release-ANGLE",
"Build-Debian10-Clang-x86_64-Release-ASAN",
"Build-Debian10-Clang-x86_64-Release-CMake",
"Build-Debian10-Clang-x86_64-Release-Chromebook_GLES",
"Build-Debian9-Clang-x86_64-Release-Chromebook_GLES_Docker",
"Build-Debian10-Clang-x86_64-Release-Fast",
"Build-Debian10-Clang-x86_64-Release-MSAN",
"Build-Debian10-Clang-x86_64-Release-NoDEPS",
"Build-Debian10-Clang-x86_64-Release-SKNX_NO_SIMD",
"Build-Debian10-Clang-x86_64-Release-SK_CPU_LIMIT_SSE2",
"Build-Debian10-Clang-x86_64-Release-SK_CPU_LIMIT_SSE41",
"Build-Debian10-Clang-x86_64-Release-SK_FORCE_RASTER_PIPELINE_BLITTER",
"Build-Debian10-Clang-x86_64-Release-Static",
"Build-Debian10-Clang-x86_64-Release-SwiftShader",
"Build-Debian10-Clang-x86_64-Release-TSAN",
"Build-Debian10-Clang-x86_64-Release-TSAN_Vulkan",
"Build-Debian10-Clang-x86_64-Release-Vulkan",
"Build-Debian10-Clang-x86_64-Release-Wuffs",
"Build-Debian10-EMCC-asmjs-Debug-PathKit",
"Build-Debian10-EMCC-asmjs-Release-PathKit",
"Build-Debian10-EMCC-wasm-Debug-CanvasKit",
"Build-Debian10-EMCC-wasm-Debug-CanvasKit_CPU",
"Build-Debian10-EMCC-wasm-Debug-PathKit",
"Build-Debian10-EMCC-wasm-Release-CanvasKit",
"Build-Debian10-EMCC-wasm-Release-CanvasKit_CPU",
"Build-Debian10-EMCC-wasm-Release-PathKit",
"Build-Mac-Clang-arm-Debug-iOS",
"Build-Mac-Clang-arm-Release-iOS",
"Build-Mac-Clang-arm64-Debug-Android",
"Build-Mac-Clang-arm64-Debug-iOS",
"Build-Mac-Clang-arm64-Debug-iOS_Metal",
"Build-Mac-Clang-arm64-Release-iOS",
"Build-Mac-Clang-arm64-Release-iOS_Metal",
"Build-Mac-Clang-x64-Release-iOS",
"Build-Mac-Clang-x86_64-Debug",
"Build-Mac-Clang-x86_64-Debug-ASAN",
"Build-Mac-Clang-x86_64-Debug-ASAN_Metal",
"Build-Mac-Clang-x86_64-Debug-CommandBuffer",
"Build-Mac-Clang-x86_64-Debug-Metal",
"Build-Mac-Clang-x86_64-Debug-OpenCL",
"Build-Mac-Clang-x86_64-Release",
"Build-Mac-Clang-x86_64-Release-CommandBuffer",
"Build-Mac-Clang-x86_64-Release-Metal",
"Build-Mac-Clang-x86_64-Release-TSAN",
"Build-Mac-Clang-x86_64-Release-TSAN_Metal",
"Build-Win-Clang-arm64-Debug",
"Build-Win-Clang-arm64-Debug-ANGLE",
"Build-Win-Clang-arm64-Release",
"Build-Win-Clang-arm64-Release-ANGLE",
"Build-Win-Clang-arm64-Release-Android",
"Build-Win-Clang-x86-Debug",
"Build-Win-Clang-x86-Debug-Exceptions",
"Build-Win-Clang-x86-Release",
"Build-Win-Clang-x86_64-Debug",
"Build-Win-Clang-x86_64-Debug-ANGLE",
"Build-Win-Clang-x86_64-Debug-Direct3D",
"Build-Win-Clang-x86_64-Debug-ASAN",
"Build-Win-Clang-x86_64-Debug-OpenCL",
"Build-Win-Clang-x86_64-Debug-Dawn",
"Build-Win-Clang-x86_64-Debug-Vulkan",
"Build-Win-Clang-x86_64-Debug-Wuffs",
"Build-Win-Clang-x86_64-Release",
"Build-Win-Clang-x86_64-Release-ANGLE",
"Build-Win-Clang-x86_64-Release-Direct3D",
"Build-Win-Clang-x86_64-Release-Shared",
"Build-Win-Clang-x86_64-Release-Dawn",
"Build-Win-Clang-x86_64-Release-Vulkan",
"Build-Win-MSVC-arm64-Debug",
"Build-Win-MSVC-arm64-Debug-ANGLE",
"Build-Win-MSVC-arm64-Release",
"Build-Win-MSVC-arm64-Release-ANGLE",
"Build-Win-MSVC-x86-Debug",
"Build-Win-MSVC-x86-Release",
"Build-Win-MSVC-x86_64-Debug",
"Build-Win-MSVC-x86_64-Debug-Direct3D",
"Build-Win-MSVC-x86_64-Debug-Vulkan",
"Build-Win-MSVC-x86_64-Debug-Wuffs",
"Build-Win-MSVC-x86_64-Release",
"Build-Win-MSVC-x86_64-Release-Direct3D",
"Build-Win-MSVC-x86_64-Release-Shared",
"Build-Win-MSVC-x86_64-Release-Vulkan",
"BuildStats-Debian9-Clang-arm-Release-Flutter_Android_Docker",
"BuildStats-Debian10-Clang-x86_64-Release",
"BuildStats-Debian10-Clang-x86_64-Release-Vulkan",
"BuildStats-Debian10-EMCC-asmjs-Release-PathKit",
"BuildStats-Debian10-EMCC-wasm-Debug-CanvasKit",
"BuildStats-Debian10-EMCC-wasm-Debug-CanvasKit_CPU",
"BuildStats-Debian10-EMCC-wasm-Release-CanvasKit",
"BuildStats-Debian10-EMCC-wasm-Release-CanvasKit_CPU",
"BuildStats-Debian10-EMCC-wasm-Release-PathKit",
"FM-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All",
"Housekeeper-Nightly-RecreateSKPs_Canary",
"Housekeeper-Nightly-UpdateGoDeps",
"Housekeeper-OnDemand-Presubmit",
"Housekeeper-PerCommit",
"Housekeeper-PerCommit-BuildTaskDrivers",
"Housekeeper-PerCommit-BundleRecipes",
"Housekeeper-PerCommit-CheckGeneratedFiles",
"Housekeeper-PerCommit-CreateDockerImage_Skia_Release",
"Housekeeper-PerCommit-CreateDockerImage_Skia_WASM_Release",
"Housekeeper-PerCommit-InfraTests_Linux",
"Housekeeper-PerCommit-InfraTests_Win",
"Housekeeper-PerCommit-IsolateMSKP",
"Housekeeper-PerCommit-IsolateSKP",
"Housekeeper-PerCommit-IsolateSVG",
"Housekeeper-PerCommit-IsolateSkImage",
"Housekeeper-PerCommit-PushAppsFromSkiaDockerImage",
"Housekeeper-PerCommit-PushAppsFromSkiaWASMDockerImages",
"Housekeeper-PerCommit-PushAppsFromWASMDockerImage",
"Housekeeper-Weekly-RecreateSKPs",
"Perf-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Release-All-Android",
"Perf-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Release-All-Android_SkottieTracing",
"Perf-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Release-All-Android",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Perf-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Release-All-Android_NoGPUThreads",
"Perf-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Release-All-Android",
"Perf-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Release-All-Android",
"Perf-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Release-All-Android",
"Perf-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-MotoG4-GPU-Adreno405-arm-Release-All-Android",
"Perf-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm-Release-All-Android",
"Perf-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm64-Release-All-Android",
"Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Release-All-Android_NoGPUThreads",
"Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Release-All-Android_Vulkan",
"Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android",
"Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android_Vulkan",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Perf-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android_Vulkan_NoGPUThreads",
"Perf-Android-Clang-Nexus5-CPU-Snapdragon800-arm-Release-All-Android",
"Perf-Android-Clang-Nexus5-GPU-Adreno330-arm-Release-All-Android",
"Perf-Android-Clang-Nexus5x-CPU-Snapdragon808-arm64-Release-All-Android_Wuffs",
"Perf-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Release-All-Android",
"Perf-Android-Clang-Nexus7-GPU-Tegra3-arm-Release-All-Android",
"Perf-Android-Clang-P30-GPU-MaliG76-arm64-Release-All-Android",
"Perf-Android-Clang-P30-GPU-MaliG76-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_CCPR_Skpbench",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_Mskp_Skpbench",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_Skpbench",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_Vulkan_Skpbench",
"Perf-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel3-GPU-Adreno630-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel3-GPU-Adreno630-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel4-GPU-Adreno640-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel4-GPU-Adreno640-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-Pixel4XL-GPU-Adreno640-arm64-Release-All-Android",
"Perf-Android-Clang-Pixel4XL-GPU-Adreno640-arm64-Release-All-Android_Vulkan",
"Perf-Android-Clang-TecnoSpark3Pro-GPU-PowerVRGE8320-arm-Release-All-Android",
"Perf-ChromeOS-Clang-ASUSChromebookFlipC100-GPU-MaliT764-arm-Release-All",
"Perf-ChromeOS-Clang-AcerChromebook13_CB5_311-GPU-TegraK1-arm-Release-All",
"Perf-ChromeOS-Clang-AcerChromebookR13Convertible-GPU-PowerVRGX6250-arm-Release-All",
"Perf-ChromeOS-Clang-Pixelbook-GPU-IntelHDGraphics615-x86_64-Release-All",
"Perf-ChromeOS-Clang-SamsungChromebook2012-GPU-MaliT604-arm-Release-All",
"Perf-ChromeOS-Clang-SamsungChromebookPlus-GPU-MaliT860-arm-Release-All",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN_BonusConfigs",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-BonusConfigs",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-Fast",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SK_FORCE_RASTER_PIPELINE_BLITTER",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SkottieTracing",
"Perf-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-Wuffs",
"Perf-Debian10-Clang-GCE-CPU-AVX512-x86_64-Release-All",
"Perf-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Release-All",
"Perf-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Release-All-Vulkan",
"Perf-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-ASAN_Vulkan",
"Perf-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All",
"Perf-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-SkottieTracing",
"Perf-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-Vulkan",
"Perf-Debian10-Clang-NUCDE3815TYKHE-GPU-IntelBayTrail-x86_64-Release-All",
"Perf-Debian10-Clang-ShuttleA-GPU-IntelHD2000-x86_64-Release-All",
"Perf-Debian10-EMCC-GCE-CPU-AVX2-asmjs-Release-All-PathKit",
"Perf-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-CanvasKit",
"Perf-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-PathKit",
"Perf-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-SkottieWASM",
[canvaskit] Start a generic puppeteer perfing system. IMPORTANT LESSON: when bringing in node (and possibly other executables) via CIPD, add them to the path in gen_tasks_logic so the parent executable (the task driver itself) has the right PATH set. Otherwise, the subprocesses it spawns might grab the wrong version because of how golang handles environments of subprocesses. This is starting as a fork of Skottie WASM. I hope to have a more unified system for creating and running benchmarks. Overall overview: gen_tasks_logic.go creates a task in task.json that compiles CanvasKit and the task drivers and then executes our task (i.e. perf_puppeteer.go) perf_puppeteer runs a node program (perf-with-puppeteer.js) that uses puppeteer to execute benchmarking code on an html page (canvaskit-skottie-frames-load.html). I needed to update the node package so npm could be updated from 3.x to 6.14.4 so it knew about `npm ci`. This may not have been entirely necessary, given the problems of executing the correct npm (see important lesson above), but it hasn't broken things further, so more up-to-date is probably a good thing. Suggested Review Order: - canvaskit-skottie-frames-load.html (note it is similar to skottie-wasm-perf.html, but it waits for a button click to start animating and records times from the main JS thread itself) - perf-with-puppeteer.js (similar to skottie-wasm-perf.js, but has some things made optional [e.g. tracing]) - perf_puppeteer_test.go (shows the inputs/outputs of various steps) - perf_puppeteer.go - Everything else. Change-Id: I380e81b825f36682c257664d488267edaf36369e Reviewed-on: https://skia-review.googlesource.com/c/skia/+/285783 Commit-Queue: Kevin Lubick <kjlubick@google.com> Reviewed-by: Eric Boren <borenet@google.com>
2020-05-01 18:16:27 +00:00
"Perf-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-Puppeteer_SkottieFrames",
"Perf-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-Puppeteer_RenderSKP",
"Perf-Debian10-EMCC-GCE-GPU-AVX2-wasm-Release-All-CanvasKit",
"Perf-Debian10-none-GCE-CPU-AVX2-x86_64-Release-All-LottieWeb",
"Perf-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All",
"Perf-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-CommandBuffer",
"Perf-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-Metal",
"Perf-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Release-All",
"Perf-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All",
"Perf-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All-CommandBuffer",
"Perf-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All-Metal",
"Perf-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Release-All",
"Perf-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Release-All-CommandBuffer",
"Perf-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Release-All-Metal",
"Perf-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Release-All",
"Perf-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Release-All-CommandBuffer",
"Perf-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Release-All-Metal",
"Perf-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-ASAN",
"Perf-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"Perf-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-ASAN",
"Perf-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Valgrind_SK_CPU_LIMIT_SSE41",
"Perf-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Perf-Ubuntu18-EMCC-Golo-GPU-QuadroP400-wasm-Release-All-SkottieWASM",
[canvaskit] Start a generic puppeteer perfing system. IMPORTANT LESSON: when bringing in node (and possibly other executables) via CIPD, add them to the path in gen_tasks_logic so the parent executable (the task driver itself) has the right PATH set. Otherwise, the subprocesses it spawns might grab the wrong version because of how golang handles environments of subprocesses. This is starting as a fork of Skottie WASM. I hope to have a more unified system for creating and running benchmarks. Overall overview: gen_tasks_logic.go creates a task in task.json that compiles CanvasKit and the task drivers and then executes our task (i.e. perf_puppeteer.go) perf_puppeteer runs a node program (perf-with-puppeteer.js) that uses puppeteer to execute benchmarking code on an html page (canvaskit-skottie-frames-load.html). I needed to update the node package so npm could be updated from 3.x to 6.14.4 so it knew about `npm ci`. This may not have been entirely necessary, given the problems of executing the correct npm (see important lesson above), but it hasn't broken things further, so more up-to-date is probably a good thing. Suggested Review Order: - canvaskit-skottie-frames-load.html (note it is similar to skottie-wasm-perf.html, but it waits for a button click to start animating and records times from the main JS thread itself) - perf-with-puppeteer.js (similar to skottie-wasm-perf.js, but has some things made optional [e.g. tracing]) - perf_puppeteer_test.go (shows the inputs/outputs of various steps) - perf_puppeteer.go - Everything else. Change-Id: I380e81b825f36682c257664d488267edaf36369e Reviewed-on: https://skia-review.googlesource.com/c/skia/+/285783 Commit-Queue: Kevin Lubick <kjlubick@google.com> Reviewed-by: Eric Boren <borenet@google.com>
2020-05-01 18:16:27 +00:00
"Perf-Ubuntu18-EMCC-Golo-GPU-QuadroP400-wasm-Release-All-Puppeteer_SkottieFrames",
"Perf-Ubuntu18-EMCC-Golo-GPU-QuadroP400-wasm-Release-All-Puppeteer_RenderSKP",
"Perf-Ubuntu18-none-Golo-GPU-QuadroP400-x86_64-Release-All-LottieWeb",
"Perf-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All",
"Perf-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-Golo-GPU-GT610-x86_64-Release-All",
"Perf-Win10-Clang-Golo-GPU-GT610-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"Perf-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan_Skpbench",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Perf-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan_Skpbench_DDLTotal_9x9",
"Perf-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Release-All",
"Perf-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All",
"Perf-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All",
"Perf-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Release-All",
"Perf-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All",
"Perf-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All",
"Perf-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All-Vulkan",
"Perf-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All",
"Perf-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All-ANGLE",
"Perf-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All-Vulkan",
"Perf-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Release-All",
"Perf-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Perf-Win2019-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN",
"Perf-Win2019-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN_BonusConfigs",
"Perf-Win2019-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Perf-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Release-All",
"Perf-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Release-All-Metal",
"Perf-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Release-All",
"Perf-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Release-All-Metal",
"Perf-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Release-All",
"Perf-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Release-All-Metal",
"Perf-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Release-All",
"Perf-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Release-All-Metal",
"Perf-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Release-All",
"Perf-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Release-All-Metal",
"Test-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Debug-All-Android",
"Test-Android-Clang-AndroidOne-GPU-Mali400MP2-arm-Release-All-Android",
"Test-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Debug-All-Android",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Test-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Debug-All-Android_NoGPUThreads",
"Test-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Release-All-Android",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Test-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Release-All-Android_NativeFonts",
"Test-Android-Clang-GalaxyS6-GPU-MaliT760-arm64-Release-All-Android_NoGPUThreads",
"Test-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Debug-All-Android",
"Test-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Release-All-Android",
"Test-Android-Clang-GalaxyS7_G930FD-GPU-MaliT880-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Debug-All-Android",
"Test-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Release-All-Android",
"Test-Android-Clang-GalaxyS9-GPU-MaliG72-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Debug-All-Android",
"Test-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Release-All-Android",
"Test-Android-Clang-GalaxyS20-GPU-MaliG77-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-MotoG4-GPU-Adreno405-arm-Debug-All-Android",
"Test-Android-Clang-MotoG4-GPU-Adreno405-arm-Release-All-Android",
"Test-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm-Debug-All-Android",
"Test-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm-Debug-All-Android_NativeFonts",
"Test-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm-Release-All-Android",
"Test-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm64-Debug-All-Android",
"Test-Android-Clang-NVIDIA_Shield-CPU-TegraX1-arm64-Release-All-Android",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Debug-All-Android_ASAN",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Debug-All-Android_ASAN_Vulkan",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Debug-All-Android_NoGPUThreads",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Release-All-Android_NoGPUThreads",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm-Release-All-Android_Vulkan",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_ASAN",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_ASAN_Vulkan",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_CCPR",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_DDL1_Vulkan",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_DDL3_Vulkan",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Debug-All-Android_Vulkan_NoGPUThreads",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android",
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android_Vulkan",
Shuffle jobs off Nexus5x. All Golo devices except 2 are AWOL. We added 6 to the Skolo, but they can't keep up. This CL moves the following jobs off Nexus5x: - All ASAN jobs to Pixel. Most other devices we have can't be rooted, so they can't run ASAN. - Vulkan NoGPUThreads arm64 jobs to NVIDIA_Shield. Of the devices that support Vulkan, this has the most available capacity. - I removed the arm32 Vulkan NoGPUThreads jobs because it seems a bit esoteric. - Also removed arm32 Vulkan Debug Perf because I can't imagine it would ever give us info that arm64 doesn't already provide. (We ignore Perf data from Debug builds.) - Other arm32 Vulkan jobs stayed on Nexus5x because we don't have any other Vulkan-capable devices with spare capacity. - Most arm32 jobs to MotoG4 and de-duplicated. This device has an ARMv8 processor but runs everything in arm32 mode, which is exactly what these jobs are trying to test. We have a bunch of MotoG4s in the Skolo; however, they don't support Vulkan or ASAN. - NoGPUThreads and NativeFonts arm64 jobs to GalaxyS6. There are only 6 in the Skolo, but for some reason these devices are particularly fast. They also don't support Vulkan or ASAN. - Currently GalaxyS6 CPU arm64 jobs fail, possibly due to OOM. I will try to move those jobs in a future CL. Sorted jobs.json. Change-Id: If02584a9c04906f4b9c31b4ba3f1da0289a5b8a9 Reviewed-on: https://skia-review.googlesource.com/141281 Commit-Queue: Joe Gregorio <jcgregorio@google.com> Auto-Submit: Ben Wagner <benjaminwagner@google.com> Reviewed-by: Joe Gregorio <jcgregorio@google.com>
2018-07-15 19:12:01 +00:00
"Test-Android-Clang-NVIDIA_Shield-GPU-TegraX1-arm64-Release-All-Android_Vulkan_NoGPUThreads",
"Test-Android-Clang-Nexus5-CPU-Snapdragon800-arm-Debug-All-Android",
"Test-Android-Clang-Nexus5-CPU-Snapdragon800-arm-Release-All-Android",
"Test-Android-Clang-Nexus5-GPU-Adreno330-arm-Debug-All-Android",
"Test-Android-Clang-Nexus5-GPU-Adreno330-arm-Release-All-Android",
"Test-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Debug-All-Android",
"Test-Android-Clang-Nexus5x-GPU-Adreno418-arm64-Release-All-Android",
"Test-Android-Clang-Nexus7-GPU-Tegra3-arm-Debug-All-Android",
"Test-Android-Clang-Nexus7-GPU-Tegra3-arm-Release-All-Android",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Debug-All-Android",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Debug-All-Android_DDL1_Vulkan",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Debug-All-Android_DDL3_Vulkan",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Release-All-Android",
"Test-Android-Clang-P30-GPU-MaliG76-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-Pixel-CPU-Snapdragon821-arm-Debug-All-Android_ASAN",
"Test-Android-Clang-Pixel-CPU-Snapdragon821-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel-CPU-Snapdragon821-arm64-Debug-All-Android_ASAN",
"Test-Android-Clang-Pixel-CPU-Snapdragon821-arm64-Release-All-Android",
"Test-Android-Clang-Pixel-GPU-Adreno530-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel-GPU-Adreno530-arm64-Debug-All-Android_CCPR",
"Test-Android-Clang-Pixel-GPU-Adreno530-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android",
"Test-Android-Clang-Pixel-GPU-Adreno530-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Release-All-Android",
"Test-Android-Clang-Pixel2XL-GPU-Adreno540-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Debug-All-Android_DDL1_Vulkan",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Debug-All-Android_DDL3_Vulkan",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Release-All-Android",
"Test-Android-Clang-Pixel3-GPU-Adreno630-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Release-All-Android",
"Test-Android-Clang-Pixel3a-GPU-Adreno615-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-Pixel4-GPU-Adreno640-arm64-Debug-All-Android",
"Test-Android-Clang-Pixel4-GPU-Adreno640-arm64-Debug-All-Android_Vulkan",
"Test-Android-Clang-Pixel4-GPU-Adreno640-arm64-Release-All-Android",
"Test-Android-Clang-Pixel4-GPU-Adreno640-arm64-Release-All-Android_Vulkan",
"Test-Android-Clang-TecnoSpark3Pro-GPU-PowerVRGE8320-arm-Debug-All-Android",
"Test-Android-Clang-TecnoSpark3Pro-GPU-PowerVRGE8320-arm-Release-All-Android",
"Test-ChromeOS-Clang-ASUSChromebookFlipC100-GPU-MaliT764-arm-Debug-All",
"Test-ChromeOS-Clang-ASUSChromebookFlipC100-GPU-MaliT764-arm-Release-All",
"Test-ChromeOS-Clang-AcerChromebook13_CB5_311-GPU-TegraK1-arm-Debug-All",
"Test-ChromeOS-Clang-AcerChromebook13_CB5_311-GPU-TegraK1-arm-Release-All",
"Test-ChromeOS-Clang-AcerChromebookR13Convertible-GPU-PowerVRGX6250-arm-Debug-All",
"Test-ChromeOS-Clang-AcerChromebookR13Convertible-GPU-PowerVRGX6250-arm-Release-All",
"Test-ChromeOS-Clang-Pixelbook-GPU-IntelHDGraphics615-x86_64-Debug-All",
"Test-ChromeOS-Clang-Pixelbook-GPU-IntelHDGraphics615-x86_64-Release-All",
"Test-ChromeOS-Clang-SamsungChromebook2012-GPU-MaliT604-arm-Debug-All",
"Test-ChromeOS-Clang-SamsungChromebook2012-GPU-MaliT604-arm-Release-All",
"Test-ChromeOS-Clang-SamsungChromebookPlus-GPU-MaliT860-arm-Debug-All",
"Test-ChromeOS-Clang-SamsungChromebookPlus-GPU-MaliT860-arm-Release-All",
"Test-Debian10-GCC-GCE-CPU-AVX2-x86-Debug-All-Docker",
"Test-Debian10-GCC-GCE-CPU-AVX2-x86-Release-All-Docker",
"Test-Debian10-GCC-GCE-CPU-AVX2-x86_64-Debug-All-Docker",
"Test-Debian10-GCC-GCE-CPU-AVX2-x86_64-Release-All-Docker",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86-Debug-All",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_00_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_01_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_02_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_03_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_04_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_05_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_06_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_07_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_08_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_09_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_10_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_11_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_12_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_13_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_14_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-Shard_15_16-ASAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-NativeFonts",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-SK_USE_DISCARDABLE_SCALEDIMAGECACHE",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-SafeStack",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-SkVM",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-SkVM_ASAN",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Debug-All-Wuffs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-Fast",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-MSAN",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-MSAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SKNX_NO_SIMD",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SK_CPU_LIMIT_SSE2",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SK_CPU_LIMIT_SSE41",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SK_FORCE_RASTER_PIPELINE_BLITTER",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SkVM",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-SkVM_MSAN",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-TSAN",
"Test-Debian10-Clang-GCE-CPU-AVX2-x86_64-Release-All-TSAN_BonusConfigs",
"Test-Debian10-Clang-GCE-CPU-AVX512-x86_64-Debug-All",
"Test-Debian10-Clang-GCE-CPU-AVX512-x86_64-Release-All",
"Test-Debian10-Clang-GCE-CPU-Rome-x86_64-Debug-All",
"Test-Debian10-Clang-GCE-CPU-Rome-x86_64-Release-All",
"Test-Debian10-Clang-GCE-GPU-SwiftShader-x86_64-Debug-All-SwiftShader",
"Test-Debian10-Clang-GCE-GPU-SwiftShader-x86_64-Debug-All-SwiftShader_MSAN",
"Test-Debian10-Clang-GCE-GPU-SwiftShader-x86_64-Release-All-SwiftShader",
"Test-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Debug-All",
"Test-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Debug-All-Vulkan",
"Test-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Release-All",
"Test-Debian10-Clang-NUC5PPYH-GPU-IntelHD405-x86_64-Release-All-Vulkan",
"Test-Debian10-Clang-NUC7i5BNK-CPU-Emulator-x86-devrel-All-Android_SKQP",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-ASAN_Vulkan",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-DDL1",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-DDL1_Vulkan",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-DDL3_ASAN",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-DDL3_ASAN_Vulkan",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Debug-All-OpenCL",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-DDL3_TSAN",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-DDL3_TSAN_Vulkan",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-TSAN",
"Test-Debian10-Clang-NUC7i5BNK-GPU-IntelIris640-x86_64-Release-All-Vulkan",
"Test-Debian10-Clang-NUCDE3815TYKHE-GPU-IntelBayTrail-x86_64-Debug-All",
"Test-Debian10-Clang-NUCDE3815TYKHE-GPU-IntelBayTrail-x86_64-Release-All",
"Test-Debian10-Clang-ShuttleA-GPU-IntelHD2000-x86_64-Debug-All",
"Test-Debian10-Clang-ShuttleA-GPU-IntelHD2000-x86_64-Release-All",
"Test-Debian10-EMCC-GCE-CPU-AVX2-asmjs-Release-All-PathKit",
"Test-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-CanvasKit",
"Test-Debian10-EMCC-GCE-CPU-AVX2-wasm-Release-All-PathKit",
"Test-Debian10-EMCC-GCE-GPU-AVX2-wasm-Release-All-CanvasKit",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Debug-All",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Debug-All-CommandBuffer",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Debug-All-DDL1_Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Debug-All-DDL3_Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Debug-All-Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-DDL1_Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-DDL3_Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-Metal",
"Test-Mac10.13-Clang-MacBook10.1-GPU-IntelHD615-x86_64-Release-All-NativeFonts",
"Test-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Debug-All-ASAN",
"Test-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Debug-All-NativeFonts",
"Test-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Debug-All-PDF",
"Test-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Release-All",
"Test-Mac10.13-Clang-MacBookPro11.5-CPU-AVX2-x86_64-Release-All-TSAN",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Debug-All-ASAN",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Debug-All-ASAN_Metal",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Debug-All-CommandBuffer",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Debug-All-OpenCL",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All-Metal",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All-TSAN",
"Test-Mac10.13-Clang-MacBookPro11.5-GPU-RadeonHD8870M-x86_64-Release-All-TSAN_Metal",
"Test-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Debug-All",
"Test-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Debug-All-CommandBuffer",
"Test-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Debug-All-Metal",
"Test-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Release-All",
"Test-Mac10.13-Clang-MacMini7.1-GPU-IntelIris5100-x86_64-Release-All-Metal",
"Test-Mac10.13-Clang-VMware7.1-CPU-AVX-x86_64-Debug-All-NativeFonts",
"Test-Mac10.14-Clang-VMware7.1-CPU-AVX-x86_64-Debug-All-NativeFonts",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Debug-All",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Debug-All-CommandBuffer",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Debug-All-Metal",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Debug-All-NativeFonts",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Release-All",
"Test-Mac10.15-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Release-All-Metal",
"Test-Mac10.15-Clang-VMware7.1-CPU-AVX-x86_64-Debug-All-NativeFonts",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-ASAN",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-DDL1",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-DDL1_Vulkan",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-DDL3_ASAN",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-DDL3_Vulkan",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-PreAbandonGpuContext",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-Vulkan",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-DDL3_TSAN",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-DDL3_TSAN_Vulkan",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-PreAbandonGpuContext",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-TSAN_Vulkan",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Valgrind_AbandonGpuContext_SK_CPU_LIMIT_SSE41",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Valgrind_PreAbandonGpuContext_SK_CPU_LIMIT_SSE41",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Valgrind_SK_CPU_LIMIT_SSE41",
"Test-Ubuntu18-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Debug-All",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-AlphaR2-GPU-RadeonR9M470X-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-Golo-GPU-GT610-x86_64-Debug-All",
"Test-Win10-Clang-Golo-GPU-GT610-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-Golo-GPU-GT610-x86_64-Release-All",
"Test-Win10-Clang-Golo-GPU-GT610-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-Dawn",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-BonusConfigs",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-GpuTess",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-NonNVPR",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-ReleaseAndAbandonGpuContext",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-Vulkan_ProcDump",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-BonusConfigs",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-ReleaseAndAbandonGpuContext",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan_ProcDump",
"Test-Win10-Clang-NUC5i7RYH-CPU-AVX2-x86_64-Debug-All-NativeFonts",
"Test-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Debug-All",
"Test-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Release-All",
"Test-Win10-Clang-NUC5i7RYH-GPU-IntelIris6100-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Debug-All",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Debug-All-OpenCL",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All-NativeFonts",
"Test-Win10-Clang-NUC6i5SYK-GPU-IntelIris540-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Debug-All",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Debug-All-OpenCL",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-NUC8i5BEK-GPU-IntelIris655-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Debug-All",
"Test-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Release-All",
"Test-Win10-Clang-NUCD34010WYKH-GPU-IntelHD4400-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Debug-All",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-ShuttleA-GPU-GTX660-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Debug-All",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-ShuttleA-GPU-RadeonHD7770-x86_64-Release-All-Vulkan",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Debug-All",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Debug-All-ANGLE",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Debug-All-Vulkan",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All-ANGLE",
"Test-Win10-Clang-ShuttleC-GPU-GTX960-x86_64-Release-All-Vulkan",
"Test-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Debug-All",
"Test-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Debug-All-Vulkan",
"Test-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Release-All",
"Test-Win10-MSVC-Golo-GPU-QuadroP400-x86_64-Release-All-Vulkan",
"Test-Win10-MSVC-LenovoYogaC630-CPU-Snapdragon850-arm64-Debug-All",
"Test-Win10-MSVC-LenovoYogaC630-GPU-Adreno630-arm64-Debug-All-ANGLE",
"Test-Win2019-Clang-GCE-CPU-AVX2-x86-Debug-All",
"Test-Win2019-Clang-GCE-CPU-AVX2-x86-Release-All",
"Test-Win2019-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN",
"Test-Win2019-Clang-GCE-CPU-AVX2-x86_64-Debug-All-ASAN_BonusConfigs",
"Test-Win2019-Clang-GCE-CPU-AVX2-x86_64-Release-All",
"Test-Win2019-MSVC-GCE-CPU-AVX2-x86-Debug-All",
"Test-Win2019-MSVC-GCE-CPU-AVX2-x86-Release-All",
"Test-Win2019-MSVC-GCE-CPU-AVX2-x86_64-Debug-All",
"Test-Win2019-MSVC-GCE-CPU-AVX2-x86_64-Release-All",
"Test-Win7-Clang-Golo-CPU-AVX512-x86-Debug-All",
"Test-Win7-Clang-Golo-CPU-AVX512-x86-Release-All",
"Test-Win7-Clang-Golo-CPU-AVX512-x86_64-Debug-All",
"Test-Win7-Clang-Golo-CPU-AVX512-x86_64-Debug-All-NativeFonts",
"Test-Win7-Clang-Golo-CPU-AVX512-x86_64-Debug-All-NativeFonts_GDI",
"Test-Win7-Clang-Golo-CPU-AVX512-x86_64-Release-All",
"Test-Win8-Clang-Golo-CPU-AVX512-x86-Debug-All",
"Test-Win8-Clang-Golo-CPU-AVX512-x86-Release-All",
"Test-Win8-Clang-Golo-CPU-AVX512-x86_64-Debug-All",
"Test-Win8-Clang-Golo-CPU-AVX512-x86_64-Release-All",
"Test-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Debug-All",
"Test-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Debug-All-Metal",
"Test-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Release-All",
"Test-iOS-Clang-iPadPro-GPU-PowerVRGT7800-arm64-Release-All-Metal",
"Test-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Debug-All",
"Test-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Debug-All-Metal",
"Test-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Release-All",
"Test-iOS-Clang-iPhone6-GPU-PowerVRGX6450-arm64-Release-All-Metal",
"Test-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Debug-All",
"Test-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Debug-All-Metal",
"Test-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Release-All",
"Test-iOS-Clang-iPhone7-GPU-PowerVRGT7600-arm64-Release-All-Metal",
"Test-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Debug-All",
"Test-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Debug-All-Metal",
"Test-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Release-All",
"Test-iOS-Clang-iPhone8-GPU-AppleA11-arm64-Release-All-Metal",
"Test-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Debug-All",
"Test-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Debug-All-Metal",
"Test-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Release-All",
"Test-iOS-Clang-iPhone11-GPU-AppleA13-arm64-Release-All-Metal"
]