|
|
|
@ -11,7 +11,6 @@ |
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
|
|
|
# See the License for the specific language governing permissions and |
|
|
|
|
# limitations under the License. |
|
|
|
|
|
|
|
|
|
"""A setup module for the GRPC Python package.""" |
|
|
|
|
from distutils import cygwinccompiler |
|
|
|
|
from distutils import extension as _extension |
|
|
|
@ -37,12 +36,17 @@ egg_info.manifest_maker.template = 'PYTHON-MANIFEST.in' |
|
|
|
|
|
|
|
|
|
PY3 = sys.version_info.major == 3 |
|
|
|
|
PYTHON_STEM = os.path.join('src', 'python', 'grpcio') |
|
|
|
|
CORE_INCLUDE = ('include', '.',) |
|
|
|
|
CORE_INCLUDE = ( |
|
|
|
|
'include', |
|
|
|
|
'.', |
|
|
|
|
) |
|
|
|
|
ABSL_INCLUDE = (os.path.join('third_party', 'abseil-cpp'),) |
|
|
|
|
ADDRESS_SORTING_INCLUDE = (os.path.join('third_party', 'address_sorting', 'include'),) |
|
|
|
|
ADDRESS_SORTING_INCLUDE = (os.path.join('third_party', 'address_sorting', |
|
|
|
|
'include'),) |
|
|
|
|
CARES_INCLUDE = ( |
|
|
|
|
os.path.join('third_party', 'cares'), |
|
|
|
|
os.path.join('third_party', 'cares', 'cares'),) |
|
|
|
|
os.path.join('third_party', 'cares', 'cares'), |
|
|
|
|
) |
|
|
|
|
if 'darwin' in sys.platform: |
|
|
|
|
CARES_INCLUDE += (os.path.join('third_party', 'cares', 'config_darwin'),) |
|
|
|
|
if 'freebsd' in sys.platform: |
|
|
|
@ -51,9 +55,11 @@ if 'linux' in sys.platform: |
|
|
|
|
CARES_INCLUDE += (os.path.join('third_party', 'cares', 'config_linux'),) |
|
|
|
|
if 'openbsd' in sys.platform: |
|
|
|
|
CARES_INCLUDE += (os.path.join('third_party', 'cares', 'config_openbsd'),) |
|
|
|
|
SSL_INCLUDE = (os.path.join('third_party', 'boringssl-with-bazel', 'src', 'include'),) |
|
|
|
|
SSL_INCLUDE = (os.path.join('third_party', 'boringssl-with-bazel', 'src', |
|
|
|
|
'include'),) |
|
|
|
|
UPB_INCLUDE = (os.path.join('third_party', 'upb'),) |
|
|
|
|
UPB_GRPC_GENERATED_INCLUDE = (os.path.join('src', 'core', 'ext', 'upb-generated'),) |
|
|
|
|
UPB_GRPC_GENERATED_INCLUDE = (os.path.join('src', 'core', 'ext', |
|
|
|
|
'upb-generated'),) |
|
|
|
|
ZLIB_INCLUDE = (os.path.join('third_party', 'zlib'),) |
|
|
|
|
README = os.path.join(PYTHON_STEM, 'README.rst') |
|
|
|
|
|
|
|
|
@ -79,7 +85,6 @@ CLASSIFIERS = [ |
|
|
|
|
'Programming Language :: Python :: 2', |
|
|
|
|
'Programming Language :: Python :: 2.7', |
|
|
|
|
'Programming Language :: Python :: 3', |
|
|
|
|
'Programming Language :: Python :: 3.4', |
|
|
|
|
'Programming Language :: Python :: 3.5', |
|
|
|
|
'Programming Language :: Python :: 3.6', |
|
|
|
|
'Programming Language :: Python :: 3.7', |
|
|
|
@ -94,7 +99,6 @@ CLASSIFIERS = [ |
|
|
|
|
# present, then it will still attempt to use Cython. |
|
|
|
|
BUILD_WITH_CYTHON = os.environ.get('GRPC_PYTHON_BUILD_WITH_CYTHON', False) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Export this variable to use the system installation of openssl. You need to |
|
|
|
|
# have the header files installed (in /usr/include/openssl) and during |
|
|
|
|
# runtime, the shared library must be installed |
|
|
|
@ -104,8 +108,7 @@ BUILD_WITH_SYSTEM_OPENSSL = os.environ.get('GRPC_PYTHON_BUILD_SYSTEM_OPENSSL', |
|
|
|
|
# Export this variable to use the system installation of zlib. You need to |
|
|
|
|
# have the header files installed (in /usr/include/) and during |
|
|
|
|
# runtime, the shared library must be installed |
|
|
|
|
BUILD_WITH_SYSTEM_ZLIB = os.environ.get('GRPC_PYTHON_BUILD_SYSTEM_ZLIB', |
|
|
|
|
False) |
|
|
|
|
BUILD_WITH_SYSTEM_ZLIB = os.environ.get('GRPC_PYTHON_BUILD_SYSTEM_ZLIB', False) |
|
|
|
|
|
|
|
|
|
# Export this variable to use the system installation of cares. You need to |
|
|
|
|
# have the header files installed (in /usr/include/) and during |
|
|
|
@ -124,24 +127,25 @@ BUILD_WITH_SYSTEM_CARES = os.environ.get('GRPC_PYTHON_BUILD_SYSTEM_CARES', |
|
|
|
|
# make HAS_SYSTEM_OPENSSL_ALPN=0 |
|
|
|
|
# |
|
|
|
|
# TODO(ericgribkoff) Respect the BUILD_WITH_SYSTEM_* flags alongside this option |
|
|
|
|
USE_PREBUILT_GRPC_CORE = os.environ.get( |
|
|
|
|
'GRPC_PYTHON_USE_PREBUILT_GRPC_CORE', False) |
|
|
|
|
|
|
|
|
|
USE_PREBUILT_GRPC_CORE = os.environ.get('GRPC_PYTHON_USE_PREBUILT_GRPC_CORE', |
|
|
|
|
False) |
|
|
|
|
|
|
|
|
|
# If this environmental variable is set, GRPC will not try to be compatible with |
|
|
|
|
# libc versions old than the one it was compiled against. |
|
|
|
|
DISABLE_LIBC_COMPATIBILITY = os.environ.get('GRPC_PYTHON_DISABLE_LIBC_COMPATIBILITY', False) |
|
|
|
|
DISABLE_LIBC_COMPATIBILITY = os.environ.get( |
|
|
|
|
'GRPC_PYTHON_DISABLE_LIBC_COMPATIBILITY', False) |
|
|
|
|
|
|
|
|
|
# Environment variable to determine whether or not to enable coverage analysis |
|
|
|
|
# in Cython modules. |
|
|
|
|
ENABLE_CYTHON_TRACING = os.environ.get( |
|
|
|
|
'GRPC_PYTHON_ENABLE_CYTHON_TRACING', False) |
|
|
|
|
ENABLE_CYTHON_TRACING = os.environ.get('GRPC_PYTHON_ENABLE_CYTHON_TRACING', |
|
|
|
|
False) |
|
|
|
|
|
|
|
|
|
# Environment variable specifying whether or not there's interest in setting up |
|
|
|
|
# documentation building. |
|
|
|
|
ENABLE_DOCUMENTATION_BUILD = os.environ.get( |
|
|
|
|
'GRPC_PYTHON_ENABLE_DOCUMENTATION_BUILD', False) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def check_linker_need_libatomic(): |
|
|
|
|
"""Test if linker on system needs libatomic.""" |
|
|
|
|
code_test = (b'#include <atomic>\n' + |
|
|
|
@ -153,6 +157,7 @@ def check_linker_need_libatomic(): |
|
|
|
|
cc_test.communicate(input=code_test) |
|
|
|
|
return cc_test.returncode != 0 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# There are some situations (like on Windows) where CC, CFLAGS, and LDFLAGS are |
|
|
|
|
# entirely ignored/dropped/forgotten by distutils and its Cygwin/MinGW support. |
|
|
|
|
# We use these environment variables to thus get around that without locking |
|
|
|
@ -212,7 +217,8 @@ if "win32" in sys.platform: |
|
|
|
|
CORE_C_FILES = filter(lambda x: 'third_party/cares' not in x, CORE_C_FILES) |
|
|
|
|
|
|
|
|
|
if BUILD_WITH_SYSTEM_OPENSSL: |
|
|
|
|
CORE_C_FILES = filter(lambda x: 'third_party/boringssl' not in x, CORE_C_FILES) |
|
|
|
|
CORE_C_FILES = filter(lambda x: 'third_party/boringssl' not in x, |
|
|
|
|
CORE_C_FILES) |
|
|
|
|
CORE_C_FILES = filter(lambda x: 'src/boringssl' not in x, CORE_C_FILES) |
|
|
|
|
SSL_INCLUDE = (os.path.join('/usr', 'include', 'openssl'),) |
|
|
|
|
|
|
|
|
@ -224,16 +230,10 @@ if BUILD_WITH_SYSTEM_CARES: |
|
|
|
|
CORE_C_FILES = filter(lambda x: 'third_party/cares' not in x, CORE_C_FILES) |
|
|
|
|
CARES_INCLUDE = (os.path.join('/usr', 'include'),) |
|
|
|
|
|
|
|
|
|
EXTENSION_INCLUDE_DIRECTORIES = ( |
|
|
|
|
(PYTHON_STEM,) + |
|
|
|
|
CORE_INCLUDE + |
|
|
|
|
ABSL_INCLUDE + |
|
|
|
|
ADDRESS_SORTING_INCLUDE + |
|
|
|
|
CARES_INCLUDE + |
|
|
|
|
SSL_INCLUDE + |
|
|
|
|
UPB_INCLUDE + |
|
|
|
|
UPB_GRPC_GENERATED_INCLUDE + |
|
|
|
|
ZLIB_INCLUDE) |
|
|
|
|
EXTENSION_INCLUDE_DIRECTORIES = ((PYTHON_STEM,) + CORE_INCLUDE + ABSL_INCLUDE + |
|
|
|
|
ADDRESS_SORTING_INCLUDE + CARES_INCLUDE + |
|
|
|
|
SSL_INCLUDE + UPB_INCLUDE + |
|
|
|
|
UPB_GRPC_GENERATED_INCLUDE + ZLIB_INCLUDE) |
|
|
|
|
|
|
|
|
|
EXTENSION_LIBRARIES = () |
|
|
|
|
if "linux" in sys.platform: |
|
|
|
@ -241,9 +241,16 @@ if "linux" in sys.platform: |
|
|
|
|
if not "win32" in sys.platform: |
|
|
|
|
EXTENSION_LIBRARIES += ('m',) |
|
|
|
|
if "win32" in sys.platform: |
|
|
|
|
EXTENSION_LIBRARIES += ('advapi32', 'ws2_32', 'dbghelp',) |
|
|
|
|
EXTENSION_LIBRARIES += ( |
|
|
|
|
'advapi32', |
|
|
|
|
'ws2_32', |
|
|
|
|
'dbghelp', |
|
|
|
|
) |
|
|
|
|
if BUILD_WITH_SYSTEM_OPENSSL: |
|
|
|
|
EXTENSION_LIBRARIES += ('ssl', 'crypto',) |
|
|
|
|
EXTENSION_LIBRARIES += ( |
|
|
|
|
'ssl', |
|
|
|
|
'crypto', |
|
|
|
|
) |
|
|
|
|
if BUILD_WITH_SYSTEM_ZLIB: |
|
|
|
|
EXTENSION_LIBRARIES += ('z',) |
|
|
|
|
if BUILD_WITH_SYSTEM_CARES: |
|
|
|
@ -255,9 +262,13 @@ if not DISABLE_LIBC_COMPATIBILITY: |
|
|
|
|
if "win32" in sys.platform: |
|
|
|
|
# TODO(zyc): Re-enable c-ares on x64 and x86 windows after fixing the |
|
|
|
|
# ares_library_init compilation issue |
|
|
|
|
DEFINE_MACROS += (('WIN32_LEAN_AND_MEAN', 1), ('CARES_STATICLIB', 1), |
|
|
|
|
('GRPC_ARES', 0), ('NTDDI_VERSION', 0x06000000), |
|
|
|
|
('NOMINMAX', 1),) |
|
|
|
|
DEFINE_MACROS += ( |
|
|
|
|
('WIN32_LEAN_AND_MEAN', 1), |
|
|
|
|
('CARES_STATICLIB', 1), |
|
|
|
|
('GRPC_ARES', 0), |
|
|
|
|
('NTDDI_VERSION', 0x06000000), |
|
|
|
|
('NOMINMAX', 1), |
|
|
|
|
) |
|
|
|
|
if '64bit' in platform.architecture()[0]: |
|
|
|
|
DEFINE_MACROS += (('MS_WIN64', 1),) |
|
|
|
|
elif sys.version_info >= (3, 5): |
|
|
|
@ -265,13 +276,17 @@ if "win32" in sys.platform: |
|
|
|
|
# on msvc, but only for 32 bits |
|
|
|
|
DEFINE_MACROS += (('NTDDI_VERSION', 0x06000000),) |
|
|
|
|
else: |
|
|
|
|
DEFINE_MACROS += (('HAVE_CONFIG_H', 1), ('GRPC_ENABLE_FORK_SUPPORT', 1),) |
|
|
|
|
DEFINE_MACROS += ( |
|
|
|
|
('HAVE_CONFIG_H', 1), |
|
|
|
|
('GRPC_ENABLE_FORK_SUPPORT', 1), |
|
|
|
|
) |
|
|
|
|
|
|
|
|
|
LDFLAGS = tuple(EXTRA_LINK_ARGS) |
|
|
|
|
CFLAGS = tuple(EXTRA_COMPILE_ARGS) |
|
|
|
|
if "linux" in sys.platform or "darwin" in sys.platform: |
|
|
|
|
pymodinit_type = 'PyObject*' if PY3 else 'void' |
|
|
|
|
pymodinit = 'extern "C" __attribute__((visibility ("default"))) {}'.format(pymodinit_type) |
|
|
|
|
pymodinit = 'extern "C" __attribute__((visibility ("default"))) {}'.format( |
|
|
|
|
pymodinit_type) |
|
|
|
|
DEFINE_MACROS += (('PyMODINIT_FUNC', pymodinit),) |
|
|
|
|
DEFINE_MACROS += (('GRPC_POSIX_FORK_ALLOW_PTHREAD_ATFORK', 1),) |
|
|
|
|
|
|
|
|
@ -284,22 +299,23 @@ if 'darwin' in sys.platform and PY3: |
|
|
|
|
pkg_resources.parse_version('10.7.0')): |
|
|
|
|
os.environ['MACOSX_DEPLOYMENT_TARGET'] = '10.7' |
|
|
|
|
os.environ['_PYTHON_HOST_PLATFORM'] = re.sub( |
|
|
|
|
r'macosx-[0-9]+\.[0-9]+-(.+)', |
|
|
|
|
r'macosx-10.7-\1', |
|
|
|
|
r'macosx-[0-9]+\.[0-9]+-(.+)', r'macosx-10.7-\1', |
|
|
|
|
util.get_platform()) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def cython_extensions_and_necessity(): |
|
|
|
|
cython_module_files = [os.path.join(PYTHON_STEM, |
|
|
|
|
cython_module_files = [ |
|
|
|
|
os.path.join(PYTHON_STEM, |
|
|
|
|
name.replace('.', '/') + '.pyx') |
|
|
|
|
for name in CYTHON_EXTENSION_MODULE_NAMES] |
|
|
|
|
for name in CYTHON_EXTENSION_MODULE_NAMES |
|
|
|
|
] |
|
|
|
|
config = os.environ.get('CONFIG', 'opt') |
|
|
|
|
prefix = 'libs/' + config + '/' |
|
|
|
|
if USE_PREBUILT_GRPC_CORE: |
|
|
|
|
extra_objects = [prefix + 'libares.a', |
|
|
|
|
prefix + 'libboringssl.a', |
|
|
|
|
prefix + 'libgpr.a', |
|
|
|
|
prefix + 'libgrpc.a'] |
|
|
|
|
extra_objects = [ |
|
|
|
|
prefix + 'libares.a', prefix + 'libboringssl.a', |
|
|
|
|
prefix + 'libgpr.a', prefix + 'libgrpc.a' |
|
|
|
|
] |
|
|
|
|
core_c_files = [] |
|
|
|
|
else: |
|
|
|
|
core_c_files = list(CORE_C_FILES) |
|
|
|
@ -314,14 +330,19 @@ def cython_extensions_and_necessity(): |
|
|
|
|
extra_objects=extra_objects, |
|
|
|
|
extra_compile_args=list(CFLAGS), |
|
|
|
|
extra_link_args=list(LDFLAGS), |
|
|
|
|
) for (module_name, module_file) in zip(list(CYTHON_EXTENSION_MODULE_NAMES), cython_module_files) |
|
|
|
|
) for (module_name, module_file |
|
|
|
|
) in zip(list(CYTHON_EXTENSION_MODULE_NAMES), cython_module_files) |
|
|
|
|
] |
|
|
|
|
need_cython = BUILD_WITH_CYTHON |
|
|
|
|
if not BUILD_WITH_CYTHON: |
|
|
|
|
need_cython = need_cython or not commands.check_and_update_cythonization(extensions) |
|
|
|
|
need_cython = need_cython or not commands.check_and_update_cythonization( |
|
|
|
|
extensions) |
|
|
|
|
# TODO: the strategy for conditional compiling and exposing the aio Cython |
|
|
|
|
# dependencies will be revisited by https://github.com/grpc/grpc/issues/19728 |
|
|
|
|
return commands.try_cythonize(extensions, linetracing=ENABLE_CYTHON_TRACING, mandatory=BUILD_WITH_CYTHON), need_cython |
|
|
|
|
return commands.try_cythonize(extensions, |
|
|
|
|
linetracing=ENABLE_CYTHON_TRACING, |
|
|
|
|
mandatory=BUILD_WITH_CYTHON), need_cython |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
CYTHON_EXTENSION_MODULES, need_cython = cython_extensions_and_necessity() |
|
|
|
|
|
|
|
|
@ -338,7 +359,7 @@ INSTALL_REQUIRES = ( |
|
|
|
|
SETUP_REQUIRES = INSTALL_REQUIRES + ( |
|
|
|
|
'Sphinx~=1.8.1', |
|
|
|
|
'six>=1.10', |
|
|
|
|
) if ENABLE_DOCUMENTATION_BUILD else () |
|
|
|
|
) if ENABLE_DOCUMENTATION_BUILD else () |
|
|
|
|
|
|
|
|
|
try: |
|
|
|
|
import Cython |
|
|
|
|