mirror of
https://github.com/google/brotli.git
synced 2024-11-25 04:50:05 +00:00
0e42caf359
Not all combinations are migrated to the initial configuration; corresponding TODOs added. Drive-by: additional combinations uncovered minor portability problems -> fixed Drive-by: remove no-longer used "script" files. Co-authored-by: Eugene Kliuchnikov <eustas@chromium.org>
383 lines
12 KiB
YAML
383 lines
12 KiB
YAML
# Copyright 2021 Google Inc. All Rights Reserved.
|
|
#
|
|
# Distributed under MIT license.
|
|
# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
|
|
|
|
# Workflow for building and running tests under Ubuntu
|
|
|
|
name: Build/Test
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
pull_request:
|
|
types: [opened, reopened, labeled, synchronize]
|
|
|
|
jobs:
|
|
ubuntu_build:
|
|
name: Build and test ${{ matrix.name }}
|
|
runs-on: ${{ matrix.os || 'ubuntu-latest' }}
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
# TODO: consider running this combination in docker
|
|
#- name: cmake:gcc4.4
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: cmake:gcc7
|
|
|
|
- name: cmake:gcc9
|
|
build_system: cmake
|
|
c_compiler: gcc-9
|
|
cxx_compiler: g++-9
|
|
os: ubuntu-18.04
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: cmake:clang3.5
|
|
|
|
- name: cmake:clang12
|
|
build_system: cmake
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++12
|
|
|
|
- name: cmake:clang12:asan
|
|
build_system: cmake
|
|
sanitizer: address
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++12
|
|
|
|
- name: cmake:clang12:tsan
|
|
build_system: cmake
|
|
sanitizer: thread
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++12
|
|
|
|
- name: cmake:clang12:ubsan
|
|
build_system: cmake
|
|
sanitizer: undefined
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++-12
|
|
c_flags: -fno-sanitize-recover=undefined,integer
|
|
|
|
- name: cmake:qemu-arm-neon-gcc
|
|
build_system: cmake
|
|
c_compiler: arm-linux-gnueabihf-gcc
|
|
cxx_compiler: arm-linux-gnueabihf-g++
|
|
c_flags: -march=armv7-a -mfloat-abi=hard -mfpu=neon
|
|
extra_apt_pkgs: gcc-arm-linux-gnueabihf libc6-dev-armhf-cross qemu-user
|
|
|
|
- name: cmake-osx:clang
|
|
build_system: cmake
|
|
c_compiler: clang
|
|
cxx_compiler: clang++
|
|
os: macos-latest
|
|
|
|
- name: cmake-osx:gcc
|
|
build_system: cmake
|
|
c_compiler: gcc
|
|
cxx_compiler: g++
|
|
os: macos-latest
|
|
|
|
- name: cmake-win64:msvc2017-rel
|
|
build_system: cmake
|
|
cmake_generator: Visual Studio 15 2017 Win64
|
|
cmake_config: Release
|
|
os: windows-2016
|
|
|
|
- name: cmake-win64:msvc2017-dbg
|
|
build_system: cmake
|
|
cmake_generator: Visual Studio 15 2017 Win64
|
|
cmake_config: Debug
|
|
os: windows-2016
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: autotools:gcc5
|
|
|
|
- name: autotools:gcc10
|
|
build_system: autotools
|
|
c_compiler: gcc-10
|
|
cxx_compiler: g++-10
|
|
|
|
- name: autotools:clang12
|
|
build_system: autotools
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++12
|
|
|
|
- name: fuzz:clang12
|
|
build_system: fuzz
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++12
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: python2.7:gcc5
|
|
|
|
- name: python27:clang9
|
|
build_system: python
|
|
c_compiler: clang-9
|
|
python_version: 2.7
|
|
cxx_compiler: clang++-9
|
|
os: ubuntu-18.04
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: python27-win
|
|
# build_system: python
|
|
# python_version: 2.7
|
|
# # TODO: investigate why win-builds can't run tests
|
|
# py_setuptools_cmd: build_ext
|
|
# os: windows-2016
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: python3.6:gcc5
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: python3.7:gcc5
|
|
|
|
# TODO: consider running this combination in docker
|
|
#- name: python3.8:gcc5
|
|
|
|
- name: python39:clang12
|
|
build_system: python
|
|
python_version: 3.9
|
|
c_compiler: clang-12
|
|
cxx_compiler: clang++-12
|
|
|
|
- name: python39-win
|
|
build_system: python
|
|
python_version: 3.9
|
|
# TODO: investigate why win-builds can't run tests
|
|
py_setuptools_cmd: build_ext
|
|
os: windows-2019
|
|
|
|
- name: maven
|
|
build_system: maven
|
|
|
|
- name: bazel:root
|
|
build_system: bazel
|
|
bazel_project: .
|
|
|
|
- name: bazel:go
|
|
build_system: bazel
|
|
bazel_project: go
|
|
|
|
- name: bazel:java
|
|
build_system: bazel
|
|
bazel_project: java
|
|
|
|
- name: bazel:js
|
|
build_system: bazel
|
|
bazel_project: js
|
|
|
|
- name: bazel:research
|
|
build_system: bazel
|
|
bazel_project: research
|
|
|
|
- name: bazel-osx:root
|
|
build_system: bazel
|
|
bazel_project: .
|
|
os: macos-latest
|
|
|
|
- name: bazel-osx:go
|
|
build_system: bazel
|
|
bazel_project: go
|
|
os: macos-latest
|
|
|
|
- name: bazel-osx:java
|
|
build_system: bazel
|
|
bazel_project: java
|
|
os: macos-latest
|
|
|
|
- name: bazel-osx:js
|
|
build_system: bazel
|
|
bazel_project: js
|
|
os: macos-latest
|
|
|
|
- name: bazel-osx:research
|
|
build_system: bazel
|
|
bazel_project: research
|
|
os: macos-latest
|
|
|
|
- name: bazel-win:root
|
|
build_system: bazel
|
|
bazel_project: .
|
|
os: windows-latest
|
|
|
|
# TODO: use single dll on windows, otherwise it fails to link
|
|
#- name: bazel-win:go
|
|
# build_system: bazel
|
|
# bazel_project: go
|
|
# os: windows-latest
|
|
|
|
- name: bazel-win:java
|
|
build_system: bazel
|
|
bazel_project: java
|
|
os: windows-latest
|
|
|
|
# TODO: blocked by Bazel Closure rules issue
|
|
#- name: bazel-win:js
|
|
# build_system: bazel
|
|
# bazel_project: js
|
|
# os: windows-latest
|
|
|
|
- name: bazel-win:research
|
|
build_system: bazel
|
|
bazel_project: research
|
|
os: windows-latest
|
|
|
|
- name: make
|
|
build_system: make
|
|
|
|
- name: make-osx
|
|
build_system: make
|
|
os: macos-latest
|
|
|
|
# TODO: add 32/64-bit x MSYS2/mingw/Cygwin toolchain support.
|
|
- name: make-win
|
|
build_system: make
|
|
os: windows-latest
|
|
|
|
env:
|
|
CC: ${{ matrix.c_compiler || 'gcc' }}
|
|
CXX: ${{ matrix.cxx_compiler || 'gcc' }}
|
|
|
|
steps:
|
|
- name: Install extra deps @ Ubuntu
|
|
if: ${{ runner.os == 'Linux' }}
|
|
# Already installed: bazel, clang{10-12}, cmake, gcc{9,10}, java{8,11}, maven, python{2.7,3.5-3.9}
|
|
run: |
|
|
EXTRA_PACKAGES="${{ matrix.extra_apt_pkgs || '' }}"
|
|
sudo apt update
|
|
sudo apt install -y ${EXTRA_PACKAGES}
|
|
|
|
- name: Checkout the source
|
|
uses: actions/checkout@v2
|
|
with:
|
|
submodules: false
|
|
fetch-depth: 1
|
|
|
|
#- name: Checkout VC9 for Python
|
|
# if: ${{ runner.os == 'Windows' && matrix.build_system == 'python' && matrix.python_version == '2.7' }}
|
|
# uses: actions/checkout@v2
|
|
# with:
|
|
# repository: reider-roque/sulley-win-installer
|
|
# path: third_party/VCForPython27
|
|
|
|
- name: Configure / Build / Test with CMake
|
|
if: ${{ matrix.build_system == 'cmake' }}
|
|
run: |
|
|
export ASAN_OPTIONS=detect_leaks=0
|
|
declare -a CMAKE_OPTIONS=()
|
|
CMAKE_OPTIONS+=("-DCMAKE_VERBOSE_MAKEFILE=ON")
|
|
[ ! -z '${{ matrix.c_compiler || '' }}' ] && CMAKE_OPTIONS+=(-DCMAKE_C_COMPILER='${{ matrix.c_compiler }}')
|
|
[ ! -z '${{ matrix.cxx_compiler || '' }}' ] && CMAKE_OPTIONS+=(-DCMAKE_CXX_COMPILER='${{ matrix.cxx_compiler }}')
|
|
[ ! -z '${{ matrix.sanitizer || '' }}' ] && CMAKE_OPTIONS+=(-DENABLE_SANITIZER='${{ matrix.sanitizer }}')
|
|
[ ! -z '${{ matrix.cmake_generator || '' }}' ] && export CMAKE_GENERATOR='${{ matrix.cmake_generator }}'
|
|
declare -a CMAKE_BUILD_OPTIONS=()
|
|
[ ! -z '${{ matrix.cmake_config || '' }}' ] && CMAKE_BUILD_OPTIONS+=(--config '${{ matrix.cmake_config }}')
|
|
declare -a CMAKE_TEST_OPTIONS=()
|
|
[ ! -z '${{ matrix.cmake_config || '' }}' ] && CMAKE_TEST_OPTIONS+=(-C '${{ matrix.cmake_config }}')
|
|
|
|
cmake -B out . ${CMAKE_OPTIONS[*]} -DCMAKE_C_FLAGS='${{ matrix.c_flags || '' }}'
|
|
cmake --build out ${CMAKE_BUILD_OPTIONS[*]}
|
|
cd out; ctest ${CMAKE_TEST_OPTIONS[*]}; cd ..
|
|
|
|
- name: Quick Fuzz
|
|
if: ${{ matrix.build_system == 'fuzz' }}
|
|
run: |
|
|
export ASAN_OPTIONS=detect_leaks=0
|
|
./c/fuzz/test_fuzzer.sh
|
|
|
|
- name: Build with Bazel
|
|
if: ${{ matrix.build_system == 'bazel' }}
|
|
run: |
|
|
cd ${GITHUB_WORKSPACE}/${{ matrix.bazel_project }}
|
|
bazel build -c opt ...:all
|
|
|
|
- name: Fix symlinks for Bazel (Windows)
|
|
if: ${{ matrix.build_system == 'bazel' && runner.os == 'Windows' && matrix.bazel_project == 'java' }}
|
|
shell: python
|
|
run: |
|
|
import fnmatch
|
|
import os
|
|
import os.path
|
|
from shutil import copyfile
|
|
os.chdir('${{ matrix.bazel_project }}')
|
|
print('Searching for manifests in ' + os.getcwd())
|
|
matches = []
|
|
for root, dirnames, filenames in os.walk('bazel-bin\\org\\brotli'):
|
|
for filename in fnmatch.filter(filenames, '*.runfiles_manifest'):
|
|
matches.append(os.path.join(root, filename))
|
|
for match in matches:
|
|
print('Scanning manifest ' + match)
|
|
runfiles = match[:-len('_manifest')]
|
|
with open(match) as manifest:
|
|
for entry in manifest:
|
|
entry = entry.strip()
|
|
if not entry.startswith("org_brotli_java"):
|
|
continue
|
|
if entry.startswith('org_brotli_java/external'):
|
|
continue
|
|
(alias, space, link) = entry.partition(' ')
|
|
if alias.endswith('.jar') or alias.endswith('.exe'):
|
|
continue
|
|
link = link.replace('/', '\\')
|
|
alias = alias.replace('/', '\\')
|
|
dst = os.path.join(runfiles, alias)
|
|
if not os.path.exists(dst):
|
|
print(link + ' -> ' + dst)
|
|
parent = os.path.dirname(dst)
|
|
if not os.path.exists(parent):
|
|
os.makedirs(parent)
|
|
copyfile(link, dst)
|
|
print('Finished resolving symlinks')
|
|
|
|
- name: Test with Bazel
|
|
if: ${{ matrix.build_system == 'bazel' }}
|
|
run: |
|
|
cd ${GITHUB_WORKSPACE}/${{ matrix.bazel_project }}
|
|
bazel query "tests(...)" --output=label > ${RUNNER_TEMP}/tests.lst
|
|
[ -s ${RUNNER_TEMP}/tests.lst ] && bazel test -c opt ...:all
|
|
bazel clean
|
|
|
|
- name: Build / Test with Maven
|
|
if: ${{ matrix.build_system == 'maven' }}
|
|
run: |
|
|
export MAVEN_OPTS=-Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn
|
|
cd java/org/brotli
|
|
mvn -B install
|
|
cd integration
|
|
mvn -B verify
|
|
|
|
- name: Build / Test with Autotools
|
|
if: ${{ matrix.build_system == 'autotools' }}
|
|
run: |
|
|
./bootstrap && ./configure && make
|
|
|
|
- name: Build / Test with Make
|
|
if: ${{ matrix.build_system == 'make' }}
|
|
run: |
|
|
make brotli
|
|
make test
|
|
|
|
- uses: actions/setup-python@v2
|
|
if: ${{ matrix.build_system == 'python' }}
|
|
with:
|
|
python-version: ${{ matrix.python_version }}
|
|
|
|
# TODO: investigate, why msiexec hangs
|
|
#- name: Install VC9 for Python
|
|
# if: ${{ runner.os == 'Windows' && matrix.build_system == 'python' && matrix.python_version == '2.7' }}
|
|
# run: |
|
|
# echo "070474db76a2e625513a5835df4595df9324d820f9cc97eab2a596dcbc2f5cbf third_party/VCForPython27/VCForPython27.msi" | sha256sum --check --status
|
|
# msiexec ALLUSERS=1 /qn /norestart /i third_party/VCForPython27/VCForPython27.msi /l*v ${RUNNER_TEMP}/msiexec.log
|
|
# cat ${RUNNER_TEMP}/msiexec.log
|
|
|
|
- name: Build / Test with Python
|
|
if: ${{ matrix.build_system == 'python' }}
|
|
run: |
|
|
python -VV
|
|
python -c "import sys; sys.exit('Invalid python version') if '.'.join(map(str,sys.version_info[0:2])) != '${{ matrix.python_version }}' else True"
|
|
python setup.py ${{ matrix.py_setuptools_cmd || 'test'}}
|