0ebbd7d7c3
This uses the dockcross manylinux docker image to enable crosscompiling aarch64 python wheels. The wheels built for aarch64 linux are excluded from the release for now, pending testing (pending, in PR#8392).
317 lines
13 KiB
Python
Executable File
317 lines
13 KiB
Python
Executable File
#! /usr/bin/env python
|
|
#
|
|
# See README for usage instructions.
|
|
from distutils import util
|
|
import fnmatch
|
|
import glob
|
|
import os
|
|
import pkg_resources
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
import sysconfig
|
|
import platform
|
|
|
|
# We must use setuptools, not distutils, because we need to use the
|
|
# namespace_packages option for the "google" package.
|
|
from setuptools import setup, Extension, find_packages
|
|
|
|
from distutils.command.build_py import build_py as _build_py
|
|
from distutils.command.clean import clean as _clean
|
|
from distutils.command.build_ext import build_ext as _build_ext
|
|
from distutils.spawn import find_executable
|
|
|
|
# Find the Protocol Compiler.
|
|
if 'PROTOC' in os.environ and os.path.exists(os.environ['PROTOC']):
|
|
protoc = os.environ['PROTOC']
|
|
elif os.path.exists("../src/protoc"):
|
|
protoc = "../src/protoc"
|
|
elif os.path.exists("../src/protoc.exe"):
|
|
protoc = "../src/protoc.exe"
|
|
elif os.path.exists("../vsprojects/Debug/protoc.exe"):
|
|
protoc = "../vsprojects/Debug/protoc.exe"
|
|
elif os.path.exists("../vsprojects/Release/protoc.exe"):
|
|
protoc = "../vsprojects/Release/protoc.exe"
|
|
else:
|
|
protoc = find_executable("protoc")
|
|
|
|
|
|
def GetVersion():
|
|
"""Gets the version from google/protobuf/__init__.py
|
|
|
|
Do not import google.protobuf.__init__ directly, because an installed
|
|
protobuf library may be loaded instead."""
|
|
|
|
with open(os.path.join('google', 'protobuf', '__init__.py')) as version_file:
|
|
exec(version_file.read(), globals())
|
|
global __version__
|
|
return __version__
|
|
|
|
|
|
def generate_proto(source, require = True):
|
|
"""Invokes the Protocol Compiler to generate a _pb2.py from the given
|
|
.proto file. Does nothing if the output already exists and is newer than
|
|
the input."""
|
|
|
|
if not require and not os.path.exists(source):
|
|
return
|
|
|
|
output = source.replace(".proto", "_pb2.py").replace("../src/", "")
|
|
|
|
if (not os.path.exists(output) or
|
|
(os.path.exists(source) and
|
|
os.path.getmtime(source) > os.path.getmtime(output))):
|
|
print("Generating %s..." % output)
|
|
|
|
if not os.path.exists(source):
|
|
sys.stderr.write("Can't find required file: %s\n" % source)
|
|
sys.exit(-1)
|
|
|
|
if protoc is None:
|
|
sys.stderr.write(
|
|
"protoc is not installed nor found in ../src. Please compile it "
|
|
"or install the binary package.\n")
|
|
sys.exit(-1)
|
|
|
|
protoc_command = [ protoc, "-I../src", "-I.", "--python_out=.", source ]
|
|
if subprocess.call(protoc_command) != 0:
|
|
sys.exit(-1)
|
|
|
|
def GenerateUnittestProtos():
|
|
generate_proto("../src/google/protobuf/any_test.proto", False)
|
|
generate_proto("../src/google/protobuf/map_proto2_unittest.proto", False)
|
|
generate_proto("../src/google/protobuf/map_unittest.proto", False)
|
|
generate_proto("../src/google/protobuf/test_messages_proto3.proto", False)
|
|
generate_proto("../src/google/protobuf/test_messages_proto2.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_arena.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_custom_options.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_import.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_import_public.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_mset.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_mset_wire_format.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_no_generic_services.proto", False)
|
|
generate_proto("../src/google/protobuf/unittest_proto3_arena.proto", False)
|
|
generate_proto("../src/google/protobuf/util/json_format.proto", False)
|
|
generate_proto("../src/google/protobuf/util/json_format_proto3.proto", False)
|
|
generate_proto("google/protobuf/internal/any_test.proto", False)
|
|
generate_proto("google/protobuf/internal/descriptor_pool_test1.proto", False)
|
|
generate_proto("google/protobuf/internal/descriptor_pool_test2.proto", False)
|
|
generate_proto("google/protobuf/internal/factory_test1.proto", False)
|
|
generate_proto("google/protobuf/internal/factory_test2.proto", False)
|
|
generate_proto("google/protobuf/internal/file_options_test.proto", False)
|
|
generate_proto("google/protobuf/internal/import_test_package/inner.proto", False)
|
|
generate_proto("google/protobuf/internal/import_test_package/outer.proto", False)
|
|
generate_proto("google/protobuf/internal/missing_enum_values.proto", False)
|
|
generate_proto("google/protobuf/internal/message_set_extensions.proto", False)
|
|
generate_proto("google/protobuf/internal/more_extensions.proto", False)
|
|
generate_proto("google/protobuf/internal/more_extensions_dynamic.proto", False)
|
|
generate_proto("google/protobuf/internal/more_messages.proto", False)
|
|
generate_proto("google/protobuf/internal/no_package.proto", False)
|
|
generate_proto("google/protobuf/internal/packed_field_test.proto", False)
|
|
generate_proto("google/protobuf/internal/test_bad_identifiers.proto", False)
|
|
generate_proto("google/protobuf/internal/test_proto3_optional.proto", False)
|
|
generate_proto("google/protobuf/pyext/python.proto", False)
|
|
|
|
|
|
class clean(_clean):
|
|
def run(self):
|
|
# Delete generated files in the code tree.
|
|
for (dirpath, dirnames, filenames) in os.walk("."):
|
|
for filename in filenames:
|
|
filepath = os.path.join(dirpath, filename)
|
|
if filepath.endswith("_pb2.py") or filepath.endswith(".pyc") or \
|
|
filepath.endswith(".so") or filepath.endswith(".o"):
|
|
os.remove(filepath)
|
|
# _clean is an old-style class, so super() doesn't work.
|
|
_clean.run(self)
|
|
|
|
class build_py(_build_py):
|
|
def run(self):
|
|
# Generate necessary .proto file if it doesn't exist.
|
|
generate_proto("../src/google/protobuf/descriptor.proto")
|
|
generate_proto("../src/google/protobuf/compiler/plugin.proto")
|
|
generate_proto("../src/google/protobuf/any.proto")
|
|
generate_proto("../src/google/protobuf/api.proto")
|
|
generate_proto("../src/google/protobuf/duration.proto")
|
|
generate_proto("../src/google/protobuf/empty.proto")
|
|
generate_proto("../src/google/protobuf/field_mask.proto")
|
|
generate_proto("../src/google/protobuf/source_context.proto")
|
|
generate_proto("../src/google/protobuf/struct.proto")
|
|
generate_proto("../src/google/protobuf/timestamp.proto")
|
|
generate_proto("../src/google/protobuf/type.proto")
|
|
generate_proto("../src/google/protobuf/wrappers.proto")
|
|
GenerateUnittestProtos()
|
|
|
|
# _build_py is an old-style class, so super() doesn't work.
|
|
_build_py.run(self)
|
|
|
|
def find_package_modules(self, package, package_dir):
|
|
exclude = (
|
|
"*test*",
|
|
"google/protobuf/internal/*_pb2.py",
|
|
"google/protobuf/internal/_parameterized.py",
|
|
"google/protobuf/pyext/python_pb2.py",
|
|
)
|
|
modules = _build_py.find_package_modules(self, package, package_dir)
|
|
return [(pkg, mod, fil) for (pkg, mod, fil) in modules
|
|
if not any(fnmatch.fnmatchcase(fil, pat=pat) for pat in exclude)]
|
|
|
|
|
|
class build_ext(_build_ext):
|
|
def get_ext_filename(self, ext_name):
|
|
# since python3.5, python extensions' shared libraries use a suffix that corresponds to the value
|
|
# of sysconfig.get_config_var('EXT_SUFFIX') and contains info about the architecture the library targets.
|
|
# E.g. on x64 linux the suffix is ".cpython-XYZ-x86_64-linux-gnu.so"
|
|
# When crosscompiling python wheels, we need to be able to override this suffix
|
|
# so that the resulting file name matches the target architecture and we end up with a well-formed
|
|
# wheel.
|
|
filename = _build_ext.get_ext_filename(self, ext_name)
|
|
orig_ext_suffix = sysconfig.get_config_var("EXT_SUFFIX")
|
|
new_ext_suffix = os.getenv("PROTOCOL_BUFFERS_OVERRIDE_EXT_SUFFIX")
|
|
if new_ext_suffix and filename.endswith(orig_ext_suffix):
|
|
filename = filename[:-len(orig_ext_suffix)] + new_ext_suffix
|
|
return filename
|
|
|
|
|
|
class test_conformance(_build_py):
|
|
target = 'test_python'
|
|
def run(self):
|
|
# Python 2.6 dodges these extra failures.
|
|
os.environ["CONFORMANCE_PYTHON_EXTRA_FAILURES"] = (
|
|
"--failure_list failure_list_python-post26.txt")
|
|
cmd = 'cd ../conformance && make %s' % (test_conformance.target)
|
|
status = subprocess.check_call(cmd, shell=True)
|
|
|
|
|
|
def get_option_from_sys_argv(option_str):
|
|
if option_str in sys.argv:
|
|
sys.argv.remove(option_str)
|
|
return True
|
|
return False
|
|
|
|
|
|
if __name__ == '__main__':
|
|
ext_module_list = []
|
|
warnings_as_errors = '--warnings_as_errors'
|
|
if get_option_from_sys_argv('--cpp_implementation'):
|
|
# Link libprotobuf.a and libprotobuf-lite.a statically with the
|
|
# extension. Note that those libraries have to be compiled with
|
|
# -fPIC for this to work.
|
|
compile_static_ext = get_option_from_sys_argv('--compile_static_extension')
|
|
libraries = ['protobuf']
|
|
extra_objects = None
|
|
if compile_static_ext:
|
|
libraries = None
|
|
extra_objects = ['../src/.libs/libprotobuf.a',
|
|
'../src/.libs/libprotobuf-lite.a']
|
|
test_conformance.target = 'test_python_cpp'
|
|
|
|
extra_compile_args = []
|
|
|
|
if sys.platform != 'win32':
|
|
extra_compile_args.append('-Wno-write-strings')
|
|
extra_compile_args.append('-Wno-invalid-offsetof')
|
|
extra_compile_args.append('-Wno-sign-compare')
|
|
extra_compile_args.append('-Wno-unused-variable')
|
|
extra_compile_args.append('-std=c++11')
|
|
|
|
if sys.platform == 'darwin':
|
|
extra_compile_args.append("-Wno-shorten-64-to-32");
|
|
extra_compile_args.append("-Wno-deprecated-register");
|
|
|
|
# https://developer.apple.com/documentation/xcode_release_notes/xcode_10_release_notes
|
|
# C++ projects must now migrate to libc++ and are recommended to set a
|
|
# deployment target of macOS 10.9 or later, or iOS 7 or later.
|
|
if sys.platform == 'darwin':
|
|
mac_target = str(sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET'))
|
|
if mac_target and (pkg_resources.parse_version(mac_target) <
|
|
pkg_resources.parse_version('10.9.0')):
|
|
os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.9'
|
|
os.environ['_PYTHON_HOST_PLATFORM'] = re.sub(
|
|
r'macosx-[0-9]+\.[0-9]+-(.+)', r'macosx-10.9-\1',
|
|
util.get_platform())
|
|
|
|
# https://github.com/Theano/Theano/issues/4926
|
|
if sys.platform == 'win32':
|
|
extra_compile_args.append('-D_hypot=hypot')
|
|
|
|
# https://github.com/tpaviot/pythonocc-core/issues/48
|
|
if sys.platform == 'win32' and '64 bit' in sys.version:
|
|
extra_compile_args.append('-DMS_WIN64')
|
|
|
|
# MSVS default is dymanic
|
|
if (sys.platform == 'win32'):
|
|
extra_compile_args.append('/MT')
|
|
|
|
if "clang" in os.popen('$CC --version 2> /dev/null').read():
|
|
extra_compile_args.append('-Wno-shorten-64-to-32')
|
|
|
|
if warnings_as_errors in sys.argv:
|
|
extra_compile_args.append('-Werror')
|
|
sys.argv.remove(warnings_as_errors)
|
|
|
|
# C++ implementation extension
|
|
ext_module_list.extend([
|
|
Extension(
|
|
"google.protobuf.pyext._message",
|
|
glob.glob('google/protobuf/pyext/*.cc'),
|
|
include_dirs=[".", "../src"],
|
|
libraries=libraries,
|
|
extra_objects=extra_objects,
|
|
library_dirs=['../src/.libs'],
|
|
extra_compile_args=extra_compile_args,
|
|
),
|
|
Extension(
|
|
"google.protobuf.internal._api_implementation",
|
|
glob.glob('google/protobuf/internal/api_implementation.cc'),
|
|
extra_compile_args=extra_compile_args + ['-DPYTHON_PROTO2_CPP_IMPL_V2'],
|
|
),
|
|
])
|
|
os.environ['PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION'] = 'cpp'
|
|
|
|
# Keep this list of dependencies in sync with tox.ini.
|
|
install_requires = ['six>=1.9']
|
|
if sys.version_info <= (2,7):
|
|
install_requires.append('ordereddict')
|
|
install_requires.append('unittest2')
|
|
|
|
setup(
|
|
name='protobuf',
|
|
version=GetVersion(),
|
|
description='Protocol Buffers',
|
|
download_url='https://github.com/protocolbuffers/protobuf/releases',
|
|
long_description="Protocol Buffers are Google's data interchange format",
|
|
url='https://developers.google.com/protocol-buffers/',
|
|
maintainer='protobuf@googlegroups.com',
|
|
maintainer_email='protobuf@googlegroups.com',
|
|
license='3-Clause BSD License',
|
|
classifiers=[
|
|
"Programming Language :: Python",
|
|
"Programming Language :: Python :: 2",
|
|
"Programming Language :: Python :: 2.7",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.3",
|
|
"Programming Language :: Python :: 3.4",
|
|
"Programming Language :: Python :: 3.5",
|
|
"Programming Language :: Python :: 3.6",
|
|
"Programming Language :: Python :: 3.7",
|
|
],
|
|
namespace_packages=['google'],
|
|
packages=find_packages(
|
|
exclude=[
|
|
'import_test_package',
|
|
'protobuf_distutils',
|
|
],
|
|
),
|
|
test_suite='google.protobuf.internal',
|
|
cmdclass={
|
|
'clean': clean,
|
|
'build_py': build_py,
|
|
'build_ext': build_ext,
|
|
'test_conformance': test_conformance,
|
|
},
|
|
install_requires=install_requires,
|
|
ext_modules=ext_module_list,
|
|
)
|