name: μpb Tests on: workflow_call: inputs: continuous-run: required: true description: "Boolean string denoting whether this run is continuous -- empty string for presubmit, non-empty string for continuous." type: string safe-checkout: required: true description: "The SHA key for the commit we want to run over" type: string continuous-prefix: required: true description: "The string continuous-only tests should be prefixed with when displaying test results." type: string permissions: contents: read jobs: linux-clang: strategy: fail-fast: false # Don't cancel all jobs if one fails. matrix: config: - { name: "Bazel 7", bazel_version: "7.1.1", continuous-only: true } - { name: "Fastbuild" } - { name: "Optimized", flags: "-c opt", continuous-only: true } - { name: "ASAN", flags: "--config=asan -c dbg", exclude-targets: "-//benchmarks:benchmark -//python/...", runner: ubuntu-22-4core } - { name: "UBSAN", flags: "--config=ubsan -c dbg", exclude-targets: "-//benchmarks:benchmark -//python/... -//lua/...", continuous-only: true } - { name: "32-bit", flags: "--copt=-m32 --linkopt=-m32", exclude-targets: "-//benchmarks:benchmark -//python/..." } # TODO: Add 32-bit ASAN test # TODO: Restore the FastTable tests name: ${{ matrix.config.continuous-only && inputs.continuous-prefix || '' }} ${{ matrix.config.name }} runs-on: ${{ matrix.config.runner || 'ubuntu-latest' }} steps: - name: Checkout pending changes if: ${{ !matrix.config.continuous-only || inputs.continuous-run }} uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Run tests if: ${{ !matrix.config.continuous-only || inputs.continuous-run }} uses: protocolbuffers/protobuf-ci/bazel-docker@v3 with: image: us-docker.pkg.dev/protobuf-build/containers/test/linux/sanitize:${{ matrix.config.bazel_version || '6.4.0' }}-27cf7b86212020d7e552bc13b1e084abb971da75 credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: upb-bazel bazel: test --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 //bazel/... //benchmarks/... //lua/... //python/... //upb/... //upb_generator/... ${{ matrix.config.flags }} exclude-targets: ${{ matrix.config.exclude-targets }} linux-gcc: strategy: fail-fast: false # Don't cancel all jobs if one fails. name: GCC Optimized runs-on: ubuntu-latest steps: - name: Checkout pending changes uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Run tests uses: protocolbuffers/protobuf-ci/bazel-docker@v3 with: image: "us-docker.pkg.dev/protobuf-build/containers/test/linux/gcc:6.4.0-12.2-27cf7b86212020d7e552bc13b1e084abb971da75" credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: "upb-bazel-gcc" bazel: >- test --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 -c opt --copt="-Wno-error=maybe-uninitialized" --copt="-Wno-error=attributes" //bazel/... //benchmarks/... //lua/... //python/... //upb/... //upb_generator/... windows: strategy: fail-fast: false # Don't cancel all jobs if one fails. name: Windows runs-on: windows-2022 steps: - name: Checkout pending changes uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Setup Python uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4.7.0 with: cache: pip cache-dependency-path: 'python/requirements.txt' - name: Run tests uses: protocolbuffers/protobuf-ci/bazel@v3 with: credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: "upb-bazel-windows" bazel: test --cxxopt=/std:c++17 --host_cxxopt=/std:c++17 //upb/... //upb_generator/... //python/... version: 6.4.0 exclude-targets: -//python:conformance_test -//upb/reflection:def_builder_test macos: strategy: fail-fast: false # Don't cancel all jobs if one fails. matrix: config: - { name: "macOS", bazel-command: "test" } - { name: "macOS ARM (build only)", bazel-command: "build", flags: "--cpu=darwin_arm64" } name: ${{ matrix.config.name }} runs-on: macos-13 steps: - name: Checkout pending changes uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Setup Python uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4.7.0 with: python-version: 3.12 cache: pip cache-dependency-path: 'python/requirements.txt' - name: Run tests uses: protocolbuffers/protobuf-ci/bazel@v3 with: credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: "upb-bazel-macos" bazel: ${{ matrix.config.bazel-command }} --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 ${{ matrix.config.flags }} //bazel/... //benchmarks/... //lua/... //python/... //upb/... //upb_generator/... version: 6.4.0 no-python: strategy: fail-fast: false # Don't cancel all jobs if one fails. name: No System Python runs-on: ubuntu-latest steps: - name: Checkout pending changes uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Run tests uses: protocolbuffers/protobuf-ci/bazel-docker@v3 with: image: us-docker.pkg.dev/protobuf-build/containers/common/linux/bazel:6.4.0-cf84e92285ca133b9c8104ad7b14d70e953cbb8e credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: "upb-bazel-no-python" bash: >- which python3 && mv `which python3` /tmp && ! which python3 && bazel test $BAZEL_FLAGS --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 //python/... -- -//python/dist:source_wheel -//python:aarch64_test -//python:x86_64_test -//python:google/protobuf/pyext/_message.so -//python:proto_api build_wheels: name: Build Wheels runs-on: ubuntu-latest if: ${{ github.event_name != 'pull_request_target' }} steps: - name: Checkout pending changes uses: protocolbuffers/protobuf-ci/checkout@v3 with: ref: ${{ inputs.safe-checkout }} - name: Build Wheels uses: protocolbuffers/protobuf-ci/bazel-docker@v3 with: image: us-docker.pkg.dev/protobuf-build/release-containers/linux/apple:6.4.0-5be0f4fde927ca702ed4cebe096bfb632d6d9a36 credentials: ${{ secrets.GAR_SERVICE_ACCOUNT }} bazel-cache: upb-bazel-python bazel: build --crosstool_top=//toolchain:clang_suite --//toolchain:release=true --symlink_prefix=/ -c dbg //python/dist //python/dist:test_wheel //python/dist:source_wheel - name: Move Wheels run: mkdir wheels && find _build/out \( -name 'protobuf*.whl' -o -name 'protobuf-*.tar.gz' \) -exec mv '{}' wheels ';' - uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0 with: name: python-wheels path: wheels/ - uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0 with: name: requirements # Tests shouldn't have access to the whole upb repo, upload the one file we need path: python/requirements.txt test_wheels: strategy: fail-fast: false # Don't cancel all jobs if one fails. matrix: include: # Linux and Mac use the limited API, so all Python versions will use # a single wheel. As a result we can just test the oldest and newest # supported Python versions and assume this gives us sufficient test # coverage. - { os: ubuntu-latest, python-version: "3.9", architecture: x64, type: 'binary' } - { os: macos-13, python-version: "3.9", architecture: x64, type: 'binary' } - { os: ubuntu-latest, python-version: "3.12", architecture: x64, type: 'binary' } - { os: macos-13, python-version: "3.12", architecture: x64, type: 'binary' } - { os: ubuntu-latest, python-version: "3.12", architecture: x64, type: 'source', continuous-only: true } - { os: macos-13, python-version: "3.12", architecture: x64, type: 'source', continuous-only: true } - { os: ubuntu-latest, python-version: "3.13", architecture: x64, type: 'source', continuous-only: true } - { os: macos-13, python-version: "3.13", architecture: x64, type: 'source', continuous-only: true } # Windows uses the full API up until Python 3.10. - { os: windows-2019, python-version: "3.9", architecture: x86, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.10", architecture: x86, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.11", architecture: x86, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.12", architecture: x86, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.13", architecture: x86, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.9", architecture: x64, type: 'binary' } - { os: windows-2019, python-version: "3.10", architecture: x64, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.11", architecture: x64, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.12", architecture: x64, type: 'binary', continuous-only: true } - { os: windows-2019, python-version: "3.13", architecture: x64, type: 'binary' } name: ${{ matrix.continuous-only && inputs.continuous-prefix || '' }} Test Wheels Python ${{ matrix.python-version }} ${{ matrix.os }} ${{ matrix.architecture }} ${{ matrix.type }} needs: build_wheels runs-on: ${{ matrix.os }} if: ${{ github.event_name != 'pull_request_target' }} defaults: run: shell: bash steps: - name: Download Wheels if: ${{ !matrix.continuous-only || inputs.continuous-run }} uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 #4.1.8 with: name: python-wheels path: wheels - name: Download Requirements if: ${{ !matrix.continuous-only || inputs.continuous-run }} uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 #4.1.8 with: name: requirements path: requirements - name: Setup Python uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4.7.0 if: ${{ !matrix.continuous-only || inputs.continuous-run }} with: python-version: ${{ matrix.python-version }} architecture: ${{ matrix.architecture }} - name: Setup Python venv if: ${{ !matrix.continuous-only || inputs.continuous-run }} run: | python -m pip install --upgrade pip python -m venv env # Windows uses 'Scripts' instead of 'bin' source env/bin/activate || source env/Scripts/activate echo "VIRTUAL ENV:" $VIRTUAL_ENV - name: Install tzdata run: pip install tzdata # Only needed on Windows, Linux ships with tzdata. if: ${{ contains(matrix.os, 'windows') && (!matrix.continuous-only || inputs.continuous-run) }} - name: Install requirements if: ${{ !matrix.continuous-only || inputs.continuous-run }} run: pip install -r requirements/requirements.txt - name: Install Protobuf Binary Wheel if: ${{ matrix.type == 'binary' && (!matrix.continuous-only || inputs.continuous-run) }} run: pip install -vvv --no-index --find-links wheels protobuf - name: Install Protobuf Source Wheel if: ${{ matrix.type == 'source' && (!matrix.continuous-only || inputs.continuous-run) }} run: | cd wheels tar -xzvf *.tar.gz cd protobuf-*/ pip install . - name: Test that module is importable if: ${{ !matrix.continuous-only || inputs.continuous-run }} run: python -v -c 'from google._upb import _message; assert "google._upb._message.MessageMeta" in str(_message.MessageMeta)' - name: Install Protobuf Test Wheel if: ${{ !matrix.continuous-only || inputs.continuous-run }} run: pip install -vvv --no-index --find-links wheels protobuftests - name: Run the unit tests if: ${{ !matrix.continuous-only || inputs.continuous-run }} run: | TESTS=$(pip show -f protobuftests | grep pb_unit_tests.*py$ | sed 's,/,.,g' | sed 's,\\,.,g' | sed -E 's,.py$,,g') for test in $TESTS; do python -m unittest -v $test done test_pure_python_wheels: name: Test Pure Python Wheels needs: build_wheels strategy: fail-fast: false # Don't cancel all jobs if one fails. matrix: python-version: ["3.9", "3.13"] runs-on: ubuntu-latest if: ${{ github.event_name != 'pull_request_target' }} steps: - name: Download Wheels uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 #4.1.8 with: name: python-wheels path: wheels - name: Delete Binary Wheels run: find wheels -type f | grep -v none-any | xargs rm - name: Setup Python uses: actions/setup-python@61a6322f88396a6271a6ee3565807d608ecaddd1 # v4.7.0 with: python-version: ${{ matrix.python-version }} - name: Setup Python venv run: | python -m pip install --upgrade pip python -m venv env source env/bin/activate echo "VIRTUAL ENV:" $VIRTUAL_ENV - name: Install numpy run: pip install numpy - name: Install Protobuf Wheels run: pip install -vvv --no-index --find-links wheels protobuf protobuftests - name: Run the unit tests run: | TESTS=$(pip show -f protobuftests | grep _test.py | grep --invert-match _pybind11_test.py | sed 's,/,.,g' | sed -E 's,.py$,,g') for test in $TESTS; do python -m unittest -v $test done