mirror of
https://github.com/google/brotli.git
synced 2024-11-12 23:20:07 +00:00
4f455cac32
* [appveyor] remove 'deploy' stage; only test python 2.7 and 3.6 all the other python versions are being built and tested on https://github.com/google/brotli-wheels/blob/d571d63/appveyor.yml * remove terrify submodule as not needed any more * [travis] just test py2.7 and 3.6 on linux; remove extra osx python builds All the other python versions for OSX are being built/tested on: https://github.com/google/brotli-wheels/blob/d571d63/.travis.yml Also, there's no need to build and deploy wheels here, as that's done in the separate repository. * [setup.py] only rebuild if dependency are newer; fix typo in list of 'depends' https://github.com/python/cpython/blob/v3.6.2/Lib/distutils/command/build_ext.py#L485-L500 * [ci] only run 'python setup.py test' if we run 'python setup.py built test', the setuptools 'test' command will forcibly re-run the build_ext subcommand because it wants to pass the --inplace option (it ignores whether it's up to date, just re-runs it all the time). with this we go from running built_ext twice, to running it only once per build * [Makefile] run 'build_ext --inplace' instead of 'develop' as default target The 'develop' command is like 'install' in the sense that it modifies the user's python environment. The default make target should be less intrusive, i.e. just building the extension module in-place without modify anything in the user's environment. We don't need to tell make about the dependency between 'test' and 'build' target as that is baked in the `python setup.py test` command. * [Makefile] add 'develop' target; remove unnecessary 'tests' target `make test` is good enough * [Makefile] `setup.py test` requires setuptools; run `python -m unittest` This will work even if setuptools is not installed, which is unlikely nowadays but still our `setup.py` works with plain distutils, so we may well have our tests work without setuptools. * [python/README.md] add ref to 'develop' target; remove 'tests', just 'make test' * [setup.py] import modules as per nicksay's comment https://github.com/google/brotli/pull/583#discussion_r131981049 * [Makefile] add 'develop' to .PHONY targets remove 'tests' from .PHONY * [appveyor] remove unused setup scripts We don't need to install custom python versions, we are using the pre-installed ones on Appveyor. * [appveyor] remove unneeded setup code
285 lines
9.1 KiB
Python
285 lines
9.1 KiB
Python
# Copyright 2015 The Brotli Authors. All rights reserved.
|
|
#
|
|
# Distributed under MIT license.
|
|
# See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
|
|
|
|
import os
|
|
import platform
|
|
import re
|
|
import unittest
|
|
|
|
try:
|
|
from setuptools import Extension
|
|
from setuptools import setup
|
|
except:
|
|
from distutils.core import Extension
|
|
from distutils.core import setup
|
|
from distutils.command.build_ext import build_ext
|
|
from distutils import errors
|
|
from distutils import dep_util
|
|
from distutils import log
|
|
|
|
|
|
CURR_DIR = os.path.abspath(os.path.dirname(os.path.realpath(__file__)))
|
|
|
|
|
|
def get_version():
|
|
""" Return BROTLI_VERSION string as defined in 'common/version.h' file. """
|
|
version_file_path = os.path.join(CURR_DIR, 'c', 'common', 'version.h')
|
|
version = 0
|
|
with open(version_file_path, 'r') as f:
|
|
for line in f:
|
|
m = re.match(r'#define\sBROTLI_VERSION\s+0x([0-9a-fA-F]+)', line)
|
|
if m:
|
|
version = int(m.group(1), 16)
|
|
if version == 0:
|
|
return ''
|
|
# Semantic version is calculated as (MAJOR << 24) | (MINOR << 12) | PATCH.
|
|
major = version >> 24
|
|
minor = (version >> 12) & 0xFFF
|
|
patch = version & 0xFFF
|
|
return '{0}.{1}.{2}'.format(major, minor, patch)
|
|
|
|
|
|
def get_test_suite():
|
|
test_loader = unittest.TestLoader()
|
|
test_suite = test_loader.discover('python', pattern='*_test.py')
|
|
return test_suite
|
|
|
|
|
|
class BuildExt(build_ext):
|
|
|
|
def get_source_files(self):
|
|
filenames = build_ext.get_source_files(self)
|
|
for ext in self.extensions:
|
|
filenames.extend(ext.depends)
|
|
return filenames
|
|
|
|
def build_extension(self, ext):
|
|
if ext.sources is None or not isinstance(ext.sources, (list, tuple)):
|
|
raise errors.DistutilsSetupError(
|
|
"in 'ext_modules' option (extension '%s'), "
|
|
"'sources' must be present and must be "
|
|
"a list of source filenames" % ext.name)
|
|
|
|
ext_path = self.get_ext_fullpath(ext.name)
|
|
depends = ext.sources + ext.depends
|
|
if not (self.force or dep_util.newer_group(depends, ext_path, 'newer')):
|
|
log.debug("skipping '%s' extension (up-to-date)", ext.name)
|
|
return
|
|
else:
|
|
log.info("building '%s' extension", ext.name)
|
|
|
|
c_sources = []
|
|
cxx_sources = []
|
|
for source in ext.sources:
|
|
if source.endswith('.c'):
|
|
c_sources.append(source)
|
|
else:
|
|
cxx_sources.append(source)
|
|
extra_args = ext.extra_compile_args or []
|
|
|
|
objects = []
|
|
for lang, sources in (('c', c_sources), ('c++', cxx_sources)):
|
|
if lang == 'c++':
|
|
if self.compiler.compiler_type == 'msvc':
|
|
extra_args.append('/EHsc')
|
|
|
|
macros = ext.define_macros[:]
|
|
if platform.system() == 'Darwin':
|
|
macros.append(('OS_MACOSX', '1'))
|
|
elif self.compiler.compiler_type == 'mingw32':
|
|
# On Windows Python 2.7, pyconfig.h defines "hypot" as "_hypot",
|
|
# This clashes with GCC's cmath, and causes compilation errors when
|
|
# building under MinGW: http://bugs.python.org/issue11566
|
|
macros.append(('_hypot', 'hypot'))
|
|
for undef in ext.undef_macros:
|
|
macros.append((undef,))
|
|
|
|
objs = self.compiler.compile(
|
|
sources,
|
|
output_dir=self.build_temp,
|
|
macros=macros,
|
|
include_dirs=ext.include_dirs,
|
|
debug=self.debug,
|
|
extra_postargs=extra_args,
|
|
depends=ext.depends)
|
|
objects.extend(objs)
|
|
|
|
self._built_objects = objects[:]
|
|
if ext.extra_objects:
|
|
objects.extend(ext.extra_objects)
|
|
extra_args = ext.extra_link_args or []
|
|
# when using GCC on Windows, we statically link libgcc and libstdc++,
|
|
# so that we don't need to package extra DLLs
|
|
if self.compiler.compiler_type == 'mingw32':
|
|
extra_args.extend(['-static-libgcc', '-static-libstdc++'])
|
|
|
|
ext_path = self.get_ext_fullpath(ext.name)
|
|
# Detect target language, if not provided
|
|
language = ext.language or self.compiler.detect_language(sources)
|
|
|
|
self.compiler.link_shared_object(
|
|
objects,
|
|
ext_path,
|
|
libraries=self.get_libraries(ext),
|
|
library_dirs=ext.library_dirs,
|
|
runtime_library_dirs=ext.runtime_library_dirs,
|
|
extra_postargs=extra_args,
|
|
export_symbols=self.get_export_symbols(ext),
|
|
debug=self.debug,
|
|
build_temp=self.build_temp,
|
|
target_lang=language)
|
|
|
|
|
|
NAME = 'Brotli'
|
|
|
|
VERSION = get_version()
|
|
|
|
URL = 'https://github.com/google/brotli'
|
|
|
|
DESCRIPTION = 'Python bindings for the Brotli compression library'
|
|
|
|
AUTHOR = 'The Brotli Authors'
|
|
|
|
LICENSE = 'Apache 2.0'
|
|
|
|
PLATFORMS = ['Posix', 'MacOS X', 'Windows']
|
|
|
|
CLASSIFIERS = [
|
|
'Development Status :: 4 - Beta',
|
|
'Environment :: Console',
|
|
'Intended Audience :: Developers',
|
|
'License :: OSI Approved :: Apache Software License',
|
|
'Operating System :: MacOS :: MacOS X',
|
|
'Operating System :: Microsoft :: Windows',
|
|
'Operating System :: POSIX :: Linux',
|
|
'Programming Language :: C',
|
|
'Programming Language :: C++',
|
|
'Programming Language :: Python',
|
|
'Programming Language :: Python :: 2',
|
|
'Programming Language :: Python :: 2.7',
|
|
'Programming Language :: Python :: 3',
|
|
'Programming Language :: Python :: 3.3',
|
|
'Programming Language :: Python :: 3.4',
|
|
'Programming Language :: Python :: 3.5',
|
|
'Programming Language :: Unix Shell',
|
|
'Topic :: Software Development :: Libraries',
|
|
'Topic :: Software Development :: Libraries :: Python Modules',
|
|
'Topic :: System :: Archiving',
|
|
'Topic :: System :: Archiving :: Compression',
|
|
'Topic :: Text Processing :: Fonts',
|
|
'Topic :: Utilities',
|
|
]
|
|
|
|
PACKAGE_DIR = {'': 'python'}
|
|
|
|
PY_MODULES = ['brotli']
|
|
|
|
EXT_MODULES = [
|
|
Extension(
|
|
'_brotli',
|
|
sources=[
|
|
'python/_brotli.cc',
|
|
'c/common/dictionary.c',
|
|
'c/dec/bit_reader.c',
|
|
'c/dec/decode.c',
|
|
'c/dec/huffman.c',
|
|
'c/dec/state.c',
|
|
'c/enc/backward_references.c',
|
|
'c/enc/backward_references_hq.c',
|
|
'c/enc/bit_cost.c',
|
|
'c/enc/block_splitter.c',
|
|
'c/enc/brotli_bit_stream.c',
|
|
'c/enc/cluster.c',
|
|
'c/enc/compress_fragment.c',
|
|
'c/enc/compress_fragment_two_pass.c',
|
|
'c/enc/dictionary_hash.c',
|
|
'c/enc/encode.c',
|
|
'c/enc/entropy_encode.c',
|
|
'c/enc/histogram.c',
|
|
'c/enc/literal_cost.c',
|
|
'c/enc/memory.c',
|
|
'c/enc/metablock.c',
|
|
'c/enc/static_dict.c',
|
|
'c/enc/utf8_util.c',
|
|
],
|
|
depends=[
|
|
'c/common/constants.h',
|
|
'c/common/dictionary.h',
|
|
'c/common/version.h',
|
|
'c/dec/bit_reader.h',
|
|
'c/dec/context.h',
|
|
'c/dec/huffman.h',
|
|
'c/dec/port.h',
|
|
'c/dec/prefix.h',
|
|
'c/dec/state.h',
|
|
'c/dec/transform.h',
|
|
'c/enc/backward_references.h',
|
|
'c/enc/backward_references_hq.h',
|
|
'c/enc/backward_references_inc.h',
|
|
'c/enc/bit_cost.h',
|
|
'c/enc/bit_cost_inc.h',
|
|
'c/enc/block_encoder_inc.h',
|
|
'c/enc/block_splitter.h',
|
|
'c/enc/block_splitter_inc.h',
|
|
'c/enc/brotli_bit_stream.h',
|
|
'c/enc/cluster.h',
|
|
'c/enc/cluster_inc.h',
|
|
'c/enc/command.h',
|
|
'c/enc/compress_fragment.h',
|
|
'c/enc/compress_fragment_two_pass.h',
|
|
'c/enc/context.h',
|
|
'c/enc/dictionary_hash.h',
|
|
'c/enc/entropy_encode.h',
|
|
'c/enc/entropy_encode_static.h',
|
|
'c/enc/fast_log.h',
|
|
'c/enc/find_match_length.h',
|
|
'c/enc/hash.h',
|
|
'c/enc/hash_forgetful_chain_inc.h',
|
|
'c/enc/hash_longest_match64_inc.h',
|
|
'c/enc/hash_longest_match_inc.h',
|
|
'c/enc/hash_longest_match_quickly_inc.h',
|
|
'c/enc/hash_to_binary_tree_inc.h',
|
|
'c/enc/histogram.h',
|
|
'c/enc/histogram_inc.h',
|
|
'c/enc/literal_cost.h',
|
|
'c/enc/memory.h',
|
|
'c/enc/metablock.h',
|
|
'c/enc/metablock_inc.h',
|
|
'c/enc/port.h',
|
|
'c/enc/prefix.h',
|
|
'c/enc/quality.h',
|
|
'c/enc/ringbuffer.h',
|
|
'c/enc/static_dict.h',
|
|
'c/enc/static_dict_lut.h',
|
|
'c/enc/utf8_util.h',
|
|
'c/enc/write_bits.h',
|
|
],
|
|
include_dirs=[
|
|
'c/include',
|
|
],
|
|
language='c++'),
|
|
]
|
|
|
|
TEST_SUITE = 'setup.get_test_suite'
|
|
|
|
CMD_CLASS = {
|
|
'build_ext': BuildExt,
|
|
}
|
|
|
|
setup(
|
|
name=NAME,
|
|
description=DESCRIPTION,
|
|
version=VERSION,
|
|
url=URL,
|
|
author=AUTHOR,
|
|
license=LICENSE,
|
|
platforms=PLATFORMS,
|
|
classifiers=CLASSIFIERS,
|
|
package_dir=PACKAGE_DIR,
|
|
py_modules=PY_MODULES,
|
|
ext_modules=EXT_MODULES,
|
|
test_suite=TEST_SUITE,
|
|
cmdclass=CMD_CLASS)
|