#!/bin/bash # Copyright 2015 gRPC authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. set -ex # change to grpc repo root cd "$(dirname "$0")/../../.." ########################## # Portability operations # ########################## PLATFORM=$(uname -s) function is_msys() { if [ "${PLATFORM/MSYS}" != "$PLATFORM" ]; then echo true else exit 1 fi } function is_mingw() { if [ "${PLATFORM/MINGW}" != "$PLATFORM" ]; then echo true else exit 1 fi } function is_darwin() { if [ "${PLATFORM/Darwin}" != "$PLATFORM" ]; then echo true else exit 1 fi } function is_linux() { if [ "${PLATFORM/Linux}" != "$PLATFORM" ]; then echo true else exit 1 fi } function inside_venv() { if [[ -n "${VIRTUAL_ENV}" ]]; then echo true fi } # Associated virtual environment name for the given python command. function venv() { $1 -c "import sys; print('py{}{}'.format(*sys.version_info[:2]))" } # Path to python executable within a virtual environment depending on the # system. function venv_relative_python() { if [ "$(is_mingw)" ]; then echo 'Scripts/python.exe' else echo 'bin/python' fi } # Distutils toolchain to use depending on the system. function toolchain() { if [ "$(is_mingw)" ]; then echo 'mingw32' else echo 'unix' fi } # TODO(jtattermusch): this adds dependency on grealpath on mac # (brew install coreutils) for little reason. # Command to invoke the linux command `realpath` or equivalent. function script_realpath() { # Find `realpath` if [ -x "$(command -v realpath)" ]; then realpath "$@" elif [ -x "$(command -v grealpath)" ]; then grealpath "$@" else exit 1 fi } #################### # Script Arguments # #################### PYTHON=${1:-python2.7} VENV=${2:-$(venv "$PYTHON")} VENV_RELATIVE_PYTHON=${3:-$(venv_relative_python)} TOOLCHAIN=${4:-$(toolchain)} if [ "$(is_msys)" ]; then echo "MSYS doesn't directly provide the right compiler(s);" echo "switch to a MinGW shell." exit 1 fi ROOT=$(pwd) export CFLAGS="-I$ROOT/include -std=gnu99 -fno-wrapv $CFLAGS" export GRPC_PYTHON_BUILD_WITH_CYTHON=1 export LANG=en_US.UTF-8 # Allow build_ext to build C/C++ files in parallel # by enabling a monkeypatch. It speeds up the build a lot. DEFAULT_PARALLEL_JOBS=$(nproc) || DEFAULT_PARALLEL_JOBS=4 export GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS=${GRPC_PYTHON_BUILD_EXT_COMPILER_JOBS:-$DEFAULT_PARALLEL_JOBS} # If ccache is available on Linux, use it. if [ "$(is_linux)" ]; then # We're not on Darwin (Mac OS X) if [ -x "$(command -v ccache)" ]; then if [ -x "$(command -v gcc)" ]; then export CC='ccache gcc' elif [ -x "$(command -v clang)" ]; then export CC='ccache clang' fi fi fi ############################ # Perform build operations # ############################ if [[ "$(inside_venv)" ]]; then VENV_PYTHON="$PYTHON" else # Instantiate the virtualenv from the Python version passed in. $PYTHON -m pip install --user virtualenv==16.7.9 $PYTHON -m virtualenv "$VENV" VENV_PYTHON=$(script_realpath "$VENV/$VENV_RELATIVE_PYTHON") fi # See https://github.com/grpc/grpc/issues/14815 for more context. We cannot rely # on pip to upgrade itself because if pip is too old, it may not have the required # TLS version to run `pip install`. curl https://bootstrap.pypa.io/get-pip.py | $VENV_PYTHON # pip-installs the directory specified. Used because on MSYS the vanilla Windows # Python gets confused when parsing paths. pip_install_dir() { PWD=$(pwd) cd "$1" ($VENV_PYTHON setup.py build_ext -c "$TOOLCHAIN" || true) $VENV_PYTHON -m pip install --no-deps . cd "$PWD" } # On library/version/platforms combo that do not have a binary # published, we may end up building a dependency from source. In that # case, several of our build environment variables may disrupt the # third-party build process. This function pipes through only the # minimal environment necessary. pip_install() { /usr/bin/env -i PATH="$PATH" "$VENV_PYTHON" -m pip install "$@" } case "$VENV" in *py36_gevent*) # TODO(https://github.com/grpc/grpc/issues/15411) unpin this pip_install gevent==1.3.b1 ;; *gevent*) pip_install -U gevent ;; esac pip_install --upgrade setuptools==44.1.1 pip_install --upgrade pip==19.3.1 pip_install --upgrade cython pip_install --upgrade six enum34 protobuf if [ "$("$VENV_PYTHON" -c "import sys; print(sys.version_info[0])")" == "2" ] then pip_install futures fi pip_install_dir "$ROOT" $VENV_PYTHON "$ROOT/tools/distrib/python/make_grpcio_tools.py" pip_install_dir "$ROOT/tools/distrib/python/grpcio_tools" # Build/install Channelz $VENV_PYTHON "$ROOT/src/python/grpcio_channelz/setup.py" preprocess $VENV_PYTHON "$ROOT/src/python/grpcio_channelz/setup.py" build_package_protos pip_install_dir "$ROOT/src/python/grpcio_channelz" # Build/install health checking $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" preprocess $VENV_PYTHON "$ROOT/src/python/grpcio_health_checking/setup.py" build_package_protos pip_install_dir "$ROOT/src/python/grpcio_health_checking" # Build/install reflection $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" preprocess $VENV_PYTHON "$ROOT/src/python/grpcio_reflection/setup.py" build_package_protos pip_install_dir "$ROOT/src/python/grpcio_reflection" # Build/install status proto mapping $VENV_PYTHON "$ROOT/src/python/grpcio_status/setup.py" preprocess $VENV_PYTHON "$ROOT/src/python/grpcio_status/setup.py" build_package_protos pip_install_dir "$ROOT/src/python/grpcio_status" # Install testing pip_install_dir "$ROOT/src/python/grpcio_testing" # Build/install tests pip_install coverage==4.4 oauth2client==4.1.0 \ google-auth>=1.17.2 requests==2.14.2 \ googleapis-common-protos>=1.5.5 rsa==4.0 $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" preprocess $VENV_PYTHON "$ROOT/src/python/grpcio_tests/setup.py" build_package_protos pip_install_dir "$ROOT/src/python/grpcio_tests"