#!/bin/bash # # Helper to do build so you don't have to remember all the steps/args. set -eu # Some base locations. readonly ScriptDir=$(dirname "$(echo $0 | sed -e "s,^\([^/]\),$(pwd)/\1,")") readonly ProtoRootDir="${ScriptDir}/../.." printUsage() { NAME=$(basename "${0}") cat << EOF usage: ${NAME} [OPTIONS] This script does the common build steps needed. OPTIONS: General: -h, --help Show this message -c, --clean Issue a clean before the normal build. -a, --autogen Start by rerunning autogen & configure. -r, --regenerate-descriptors Run generate_descriptor_proto.sh to regenerate all the checked in proto sources. -j #, --jobs # Force the number of parallel jobs (useful for debugging build issues). --core-only Skip some of the core protobuf build/checks to shorten the build time. --skip-xcode Skip the invoke of Xcode to test the runtime on both iOS and OS X. --skip-xcode-ios Skip the invoke of Xcode to test the runtime on iOS. --skip-xcode-debug Skip the Xcode Debug configuration. --skip-xcode-release Skip the Xcode Release configuration. --skip-xcode-osx | --skip-xcode-macos Skip the invoke of Xcode to test the runtime on OS X. --skip-xcode-tvos Skip the invoke of Xcode to test the runtime on tvOS. --skip-objc-conformance Skip the Objective C conformance tests (run on OS X). --xcode-quiet Pass -quiet to xcodebuild. EOF } header() { echo "" echo "========================================================================" echo " ${@}" echo "========================================================================" } # Thanks to libtool, builds can fail in odd ways and since it eats some output # it can be hard to spot, so force error output if make exits with a non zero. wrapped_make() { set +e # Don't stop if the command fails. make $* MAKE_EXIT_STATUS=$? if [ ${MAKE_EXIT_STATUS} -ne 0 ]; then echo "Error: 'make $*' exited with status ${MAKE_EXIT_STATUS}" exit ${MAKE_EXIT_STATUS} fi set -e } NUM_MAKE_JOBS=$(/usr/sbin/sysctl -n hw.ncpu) if [[ "${NUM_MAKE_JOBS}" -lt 2 ]] ; then NUM_MAKE_JOBS=2 fi DO_AUTOGEN=no DO_CLEAN=no REGEN_DESCRIPTORS=no CORE_ONLY=no DO_XCODE_IOS_TESTS=yes DO_XCODE_OSX_TESTS=yes DO_XCODE_TVOS_TESTS=yes DO_XCODE_DEBUG=yes DO_XCODE_RELEASE=yes DO_OBJC_CONFORMANCE_TESTS=yes XCODE_QUIET=no while [[ $# != 0 ]]; do case "${1}" in -h | --help ) printUsage exit 0 ;; -c | --clean ) DO_CLEAN=yes ;; -a | --autogen ) DO_AUTOGEN=yes ;; -r | --regenerate-descriptors ) REGEN_DESCRIPTORS=yes ;; -j | --jobs ) shift NUM_MAKE_JOBS="${1}" ;; --core-only ) CORE_ONLY=yes ;; --skip-xcode ) DO_XCODE_IOS_TESTS=no DO_XCODE_OSX_TESTS=no DO_XCODE_TVOS_TESTS=no ;; --skip-xcode-ios ) DO_XCODE_IOS_TESTS=no ;; --skip-xcode-osx | --skip-xcode-macos) DO_XCODE_OSX_TESTS=no ;; --skip-xcode-tvos ) DO_XCODE_TVOS_TESTS=no ;; --skip-xcode-debug ) DO_XCODE_DEBUG=no ;; --skip-xcode-release ) DO_XCODE_RELEASE=no ;; --skip-objc-conformance ) DO_OBJC_CONFORMANCE_TESTS=no ;; --xcode-quiet ) XCODE_QUIET=yes ;; -*) echo "ERROR: Unknown option: ${1}" 1>&2 printUsage exit 1 ;; *) echo "ERROR: Unknown argument: ${1}" 1>&2 printUsage exit 1 ;; esac shift done # Into the proto dir. cd "${ProtoRootDir}" # if no Makefile, force the autogen. if [[ ! -f Makefile ]] ; then DO_AUTOGEN=yes fi if [[ "${DO_AUTOGEN}" == "yes" ]] ; then header "Running autogen & configure" ./autogen.sh ./configure \ CPPFLAGS="-mmacosx-version-min=10.9 -Wunused-const-variable -Wunused-function" fi if [[ "${DO_CLEAN}" == "yes" ]] ; then header "Cleaning" wrapped_make clean if [[ "${DO_XCODE_IOS_TESTS}" == "yes" ]] ; then XCODEBUILD_CLEAN_BASE_IOS=( xcodebuild -project objectivec/ProtocolBuffers_iOS.xcodeproj -scheme ProtocolBuffers ) if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_IOS[@]}" -configuration Debug clean fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_IOS[@]}" -configuration Release clean fi fi if [[ "${DO_XCODE_OSX_TESTS}" == "yes" ]] ; then XCODEBUILD_CLEAN_BASE_OSX=( xcodebuild -project objectivec/ProtocolBuffers_OSX.xcodeproj -scheme ProtocolBuffers ) if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_OSX[@]}" -configuration Debug clean fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_OSX[@]}" -configuration Release clean fi fi if [[ "${DO_XCODE_TVOS_TESTS}" == "yes" ]] ; then XCODEBUILD_CLEAN_BASE_OSX=( xcodebuild -project objectivec/ProtocolBuffers_tvOS.xcodeproj -scheme ProtocolBuffers ) if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_OSX[@]}" -configuration Debug clean fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then "${XCODEBUILD_CLEAN_BASE_OSX[@]}" -configuration Release clean fi fi fi if [[ "${REGEN_DESCRIPTORS}" == "yes" ]] ; then header "Regenerating the descriptor sources." ./generate_descriptor_proto.sh -j "${NUM_MAKE_JOBS}" fi if [[ "${CORE_ONLY}" == "yes" ]] ; then header "Building core Only" wrapped_make -j "${NUM_MAKE_JOBS}" else header "Building" # Can't issue these together, when fully parallel, something sometimes chokes # at random. wrapped_make -j "${NUM_MAKE_JOBS}" all wrapped_make -j "${NUM_MAKE_JOBS}" check # Fire off the conformance tests also. cd conformance wrapped_make -j "${NUM_MAKE_JOBS}" test_cpp cd .. fi # Ensure the WKT sources checked in are current. objectivec/generate_well_known_types.sh --check-only -j "${NUM_MAKE_JOBS}" header "Checking on the ObjC Runtime Code" # Some of the kokoro machines don't have python3 yet, so fall back to python if need be. if hash python3 >/dev/null 2>&1 ; then LOCAL_PYTHON=python3 else LOCAL_PYTHON=python fi "${LOCAL_PYTHON}" objectivec/DevTools/pddm_tests.py if ! "${LOCAL_PYTHON}" objectivec/DevTools/pddm.py --dry-run objectivec/*.[hm] objectivec/Tests/*.[hm] ; then echo "" echo "Update by running:" echo " objectivec/DevTools/pddm.py objectivec/*.[hm] objectivec/Tests/*.[hm]" exit 1 fi readonly XCODE_VERSION_LINE="$(xcodebuild -version | grep Xcode\ )" readonly XCODE_VERSION="${XCODE_VERSION_LINE/Xcode /}" # drop the prefix. if [[ "${DO_XCODE_IOS_TESTS}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_IOS=( xcodebuild -project objectivec/ProtocolBuffers_iOS.xcodeproj -scheme ProtocolBuffers ) if [[ "${XCODE_QUIET}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_IOS+=( -quiet ) fi # Don't need to worry about form factors or retina/non retina; # just pick a mix of OS Versions and 32/64 bit. # NOTE: Different Xcode have different simulated hardware/os support. case "${XCODE_VERSION}" in [6-8].* ) echo "ERROR: The unittests include Swift code that is now Swift 4.0." 1>&2 echo "ERROR: Xcode 9.0 or higher is required to build the test suite, but the library works with Xcode 7.x." 1>&2 exit 11 ;; 9.[0-2]* ) XCODEBUILD_TEST_BASE_IOS+=( -destination "platform=iOS Simulator,name=iPhone 4s,OS=8.1" # 32bit -destination "platform=iOS Simulator,name=iPhone 7,OS=latest" # 64bit # 9.0-9.2 all seem to often fail running destinations in parallel -disable-concurrent-testing ) ;; 9.[3-4]* ) XCODEBUILD_TEST_BASE_IOS+=( # Xcode 9.3 chokes targeting iOS 8.x - http://www.openradar.me/39335367 -destination "platform=iOS Simulator,name=iPhone 4s,OS=9.0" # 32bit -destination "platform=iOS Simulator,name=iPhone 7,OS=latest" # 64bit # 9.3 also seems to often fail running destinations in parallel -disable-concurrent-testing ) ;; 10.*) XCODEBUILD_TEST_BASE_IOS+=( -destination "platform=iOS Simulator,name=iPhone 4s,OS=8.1" # 32bit -destination "platform=iOS Simulator,name=iPhone 7,OS=latest" # 64bit # 10.x also seems to often fail running destinations in parallel (with # 32bit one include at least) -disable-concurrent-destination-testing ) ;; 11.* | 12.* | 13.*) # Dropped 32bit as Apple doesn't seem support the simulators either. XCODEBUILD_TEST_BASE_IOS+=( -destination "platform=iOS Simulator,name=iPhone 8,OS=latest" # 64bit ) ;; * ) echo "" echo "ATTENTION: Time to update the simulator targets for Xcode ${XCODE_VERSION}" echo "" echo "ERROR: Build aborted!" exit 2 ;; esac if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then header "Doing Xcode iOS build/tests - Debug" "${XCODEBUILD_TEST_BASE_IOS[@]}" -configuration Debug test fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then header "Doing Xcode iOS build/tests - Release" "${XCODEBUILD_TEST_BASE_IOS[@]}" -configuration Release test fi # Don't leave the simulator in the developer's face. killall Simulator 2> /dev/null || true fi if [[ "${DO_XCODE_OSX_TESTS}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_OSX=( xcodebuild -project objectivec/ProtocolBuffers_OSX.xcodeproj -scheme ProtocolBuffers # Since the ObjC 2.0 Runtime is required, 32bit OS X isn't supported. -destination "platform=OS X,arch=x86_64" # 64bit ) if [[ "${XCODE_QUIET}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_OSX+=( -quiet ) fi case "${XCODE_VERSION}" in [6-8].* ) echo "ERROR: The unittests include Swift code that is now Swift 4.0." 1>&2 echo "ERROR: Xcode 9.0 or higher is required to build the test suite, but the library works with Xcode 7.x." 1>&2 exit 11 ;; esac if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then header "Doing Xcode OS X build/tests - Debug" "${XCODEBUILD_TEST_BASE_OSX[@]}" -configuration Debug test fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then header "Doing Xcode OS X build/tests - Release" "${XCODEBUILD_TEST_BASE_OSX[@]}" -configuration Release test fi fi if [[ "${DO_XCODE_TVOS_TESTS}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_TVOS=( xcodebuild -project objectivec/ProtocolBuffers_tvOS.xcodeproj -scheme ProtocolBuffers ) case "${XCODE_VERSION}" in [6-9].* ) echo "ERROR: Xcode 10.0 or higher is required to build the test suite." 1>&2 exit 11 ;; 10.* | 11.* | 12.*) XCODEBUILD_TEST_BASE_TVOS+=( -destination "platform=tvOS Simulator,name=Apple TV 4K,OS=latest" ) ;; 13.*) XCODEBUILD_TEST_BASE_TVOS+=( -destination "platform=tvOS Simulator,name=Apple TV 4K (2nd generation),OS=latest" ) ;; * ) echo "" echo "ATTENTION: Time to update the simulator targets for Xcode ${XCODE_VERSION}" echo "" echo "ERROR: Build aborted!" exit 2 ;; esac if [[ "${XCODE_QUIET}" == "yes" ]] ; then XCODEBUILD_TEST_BASE_TVOS+=( -quiet ) fi if [[ "${DO_XCODE_DEBUG}" == "yes" ]] ; then header "Doing Xcode tvOS build/tests - Debug" "${XCODEBUILD_TEST_BASE_TVOS[@]}" -configuration Debug test fi if [[ "${DO_XCODE_RELEASE}" == "yes" ]] ; then header "Doing Xcode tvOS build/tests - Release" "${XCODEBUILD_TEST_BASE_TVOS[@]}" -configuration Release test fi fi if [[ "${DO_OBJC_CONFORMANCE_TESTS}" == "yes" ]] ; then header "Running ObjC Conformance Tests" cd conformance wrapped_make -j "${NUM_MAKE_JOBS}" test_objc cd .. fi echo "" echo "$(basename "${0}"): Success!"