I also deleted upb's `.github` directory since this is no longer used. PiperOrigin-RevId: 561119238pull/13766/head
Adam Cozzette
1 year ago
committed by
Copybara-Service
parent
bf0451983d
commit
fa75cd454f
9 changed files with 12 additions and 373 deletions
@ -1,21 +0,0 @@ |
||||
name: "Setup Bazel Caching" |
||||
description: "Sets up Bazel caching" |
||||
inputs: |
||||
cache_url: |
||||
description: "URL of the Bazel cache to read/write" |
||||
required: false |
||||
default: https://storage.googleapis.com/protobuf-bazel-cache/upb |
||||
read_only: |
||||
description: "If true, we can read from the cache but not write it." |
||||
required: false |
||||
default: ${{ github.event.pull_request.head.repo.full_name != 'protocolbuffers/upb' }} |
||||
outputs: |
||||
cache_args: |
||||
description: "Caching related arguments to pass to 'bazel build" |
||||
value: --remote_cache=${{ inputs.cache_url }} ${{ steps.set_auth_arg.outputs.auth_arg }} |
||||
runs: |
||||
using: "composite" |
||||
steps: |
||||
- id: set_auth_arg |
||||
run: echo auth_arg=${{ inputs.read_only == 'true' && '--remote_upload_local_results=false' || '--google_default_credentials' }} >> $GITHUB_OUTPUT |
||||
shell: bash |
||||
@ -1,107 +0,0 @@ |
||||
name: Bazel Tests |
||||
|
||||
on: |
||||
push: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
pull_request: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
workflow_dispatch: |
||||
|
||||
jobs: |
||||
|
||||
ubuntu: |
||||
runs-on: ${{ matrix.os }} |
||||
|
||||
strategy: |
||||
fail-fast: false # Don't cancel all jobs if one fails. |
||||
matrix: |
||||
include: |
||||
- { NAME: "Fastbuild", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "" } |
||||
- { NAME: "Optimized", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "-c opt" } # Some warnings only fire with -c opt |
||||
- { NAME: "GCC Optimized", BAZEL: bazel, CC: gcc-12, os: ubuntu-22.04, flags: "-c opt" } |
||||
- { NAME: "FastTable", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "--//:fasttable_enabled=true -- -cmake:test_generated_files" } |
||||
- { NAME: "ASAN", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "--config=asan -c dbg -- -benchmarks:benchmark -python/..." } |
||||
- { NAME: "UBSAN", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "--config=ubsan -c dbg -- -benchmarks:benchmark -python/... -lua/...", install: "libunwind-dev" } |
||||
- { NAME: "32-bit", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "--copt=-m32 --linkopt=-m32 -- benchmarks:benchmark -python/...", install: "g++-multilib" } |
||||
- { NAME: "32-bit ASAN", BAZEL: bazel, CC: clang, os: ubuntu-20-large, flags: "--config=asan -c dbg --copt=-m32 --linkopt=-m32 -- -//benchmarks/... -//python/... -//upb/message:copy_test -//upb/message:promote_test -//upb/message:test -//upb/test:test_generated_code", install: "g++-multilib" } |
||||
- { NAME: "Windows", BAZEL: bazel, os: windows-2019, startup-flags: "--output_user_root=C:/tmp", flags: "--config=cpp17_msvc", targets: "upb/... upbc/... python/... protos/... protos_generator/..." } |
||||
- { NAME: "macOS", BAZEL: bazel, CC: clang, os: macos-11 } |
||||
# Current github runners are all Intel based, so just build/compile for Apple Silicon to detect issues there. |
||||
- { NAME: "macOS ARM (build only)", BAZEL: bazel, BAZEL_CMD: build, CC: clang, os: macos-11, flags: "--cpu=darwin_arm64"} |
||||
# We support two Bazel versions back per https://opensource.google/documentation/policies/cplusplus-support |
||||
- { NAME: "Bazel 5.3.0", BAZEL: bazel-5.3.0-linux-x86_64, CC: clang, os: ubuntu-20-large } |
||||
- { NAME: "Bazel 6.1.0", BAZEL: bazel-6.1.0-linux-x86_64, CC: clang, os: ubuntu-20-large } |
||||
|
||||
name: ${{ matrix.NAME }} |
||||
|
||||
steps: |
||||
- uses: actions/checkout@v2 |
||||
- name: Set up Cloud SDK |
||||
uses: google-github-actions/auth@v0 |
||||
with: |
||||
credentials_json: ${{ secrets.GOOGLE_CREDENTIALS }} |
||||
export_environment_variables: true |
||||
if: ${{ github.event.pull_request.head.repo.full_name == 'protocolbuffers/upb' }} |
||||
- name: Download historical Bazel version |
||||
run: | |
||||
FILENAME=$HOME/bin/${{ matrix.BAZEL }} |
||||
VERSION=$(echo ${{ matrix.BAZEL }} | cut -d- -f 2 ) |
||||
mkdir -p $HOME/bin |
||||
echo $HOME/bin >> $GITHUB_PATH |
||||
wget -O $FILENAME https://github.com/bazelbuild/bazel/releases/download/$VERSION/${{ matrix.BAZEL }} |
||||
chmod a+x $FILENAME |
||||
if: ${{ matrix.BAZEL != 'bazel' }} |
||||
- name: Check compiler versions |
||||
if: matrix.CC |
||||
run: ${{ matrix.CC }} --version |
||||
- name: Check Bazel versions |
||||
run: ${{ matrix.BAZEL }} --version |
||||
- id: bazel-cache |
||||
name: Set up Bazel caching |
||||
uses: ./.github/actions/setup-bazel-cache |
||||
- name: Setup Python venv |
||||
if: ${{ runner.os != 'Windows' }} |
||||
run: rm -rf /tmp/venv && python3 -m venv /tmp/venv && source /tmp/venv/bin/activate && python3 --version |
||||
- name: Install dependencies |
||||
run: sudo apt update && sudo apt install -y ${{ matrix.install }} |
||||
if: matrix.install != '' |
||||
- name: Install numpy |
||||
run: pip3 install numpy |
||||
- name: Setup environment variables |
||||
if: matrix.CC |
||||
run: echo "CC=${{ matrix.CC }}" >> $GITHUB_ENV |
||||
- name: Run tests |
||||
run: cd ${{ github.workspace }} && ${{ matrix.BAZEL }} ${{ matrix.startup-flags }} ${{ matrix.BAZEL_CMD || 'test' }} --test_output=errors ${{ steps.bazel-cache.outputs.cache_args }} ${{ matrix.targets || '...' }} ${{ matrix.flags }} |
||||
- uses: actions/upload-artifact@v3 |
||||
with: |
||||
name: logs |
||||
path: | |
||||
**/*.log |
||||
|
||||
no-python: |
||||
runs-on: ubuntu-20-large |
||||
|
||||
strategy: |
||||
fail-fast: false # Don't cancel all jobs if one fails. |
||||
|
||||
name: "No System Python" |
||||
|
||||
steps: |
||||
- uses: actions/checkout@v2 |
||||
- name: Set up Cloud SDK |
||||
uses: google-github-actions/auth@v0 |
||||
with: |
||||
credentials_json: ${{ secrets.GOOGLE_CREDENTIALS }} |
||||
export_environment_variables: true |
||||
if: ${{ github.event.pull_request.head.repo.full_name == 'protocolbuffers/upb' }} |
||||
- id: bazel-cache |
||||
name: Set up Bazel caching |
||||
uses: ./.github/actions/setup-bazel-cache |
||||
- name: Uninstall python |
||||
run: which python3 && sudo mv `which python3` /tmp && ! which python3 |
||||
- name: Run tests |
||||
run: cd ${{ github.workspace }} && bazel test --test_output=errors ${{ steps.bazel-cache.outputs.cache_args }} //python/... -- -//python/dist:source_wheel |
||||
@ -1,22 +0,0 @@ |
||||
name: Check ClangFormat |
||||
|
||||
on: |
||||
push: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
pull_request: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
workflow_dispatch: |
||||
|
||||
jobs: |
||||
check_clang_format: |
||||
runs-on: ubuntu-20-large |
||||
steps: |
||||
- uses: actions/checkout@v2 |
||||
- name: Run ClangFormat |
||||
run: find . | grep -E '\.(c|h|cc)$' | grep -E -v '^./(third_party|cmake)' | xargs clang-format -i |
||||
- name: Check for differences |
||||
run: git diff --exit-code |
||||
@ -1,24 +0,0 @@ |
||||
name: Generate Files |
||||
|
||||
# After any push to the main branch, re-generate pregenerated files. |
||||
on: |
||||
push: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
|
||||
jobs: |
||||
generate: |
||||
if: github.repository == 'protocolbuffers/upb' |
||||
runs-on: ubuntu-22-large |
||||
|
||||
steps: |
||||
- uses: actions/checkout@v3 |
||||
with: |
||||
# Note: this token has an expiration date, so if the workflow starts |
||||
# failing then you may need to generate a fresh token. |
||||
token: ${{ secrets.BOT_ACCESS_TOKEN }} |
||||
- name: Configure name and email address in Git |
||||
run: cd ${{ github.workspace }} && git config user.name "Protobuf Team Bot" && git config user.email "protobuf-team-bot@google.com" |
||||
- name: Commit and push update |
||||
run: cd ${{ github.workspace }} && ./cmake/push_auto_update.sh |
||||
@ -1,15 +0,0 @@ |
||||
mergeable: |
||||
pull_requests: |
||||
label: |
||||
and: |
||||
- must_exclude: |
||||
regex: '^disposition/DO NOT MERGE' |
||||
message: 'Pull request marked not mergeable' |
||||
- must_include: |
||||
regex: 'mergeable:force-allow' |
||||
message: 'Pull requests should not be merged directly and should instead |
||||
be handled by Copybara. |
||||
|
||||
To enable Github merges, add the `mergeable:force-allow` label and get a second |
||||
approval. This should almost never be used except for releases or as a break glass |
||||
measure after discussing with the team.' |
||||
@ -1,173 +0,0 @@ |
||||
name: Python Tests |
||||
|
||||
on: |
||||
push: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
pull_request: |
||||
branches: |
||||
- main |
||||
- '[0-9]+.x' |
||||
workflow_dispatch: |
||||
|
||||
jobs: |
||||
build_wheels: |
||||
name: Build Wheels |
||||
runs-on: ubuntu-large |
||||
if: ${{ github.event.pull_request.head.repo.full_name == 'protocolbuffers/upb' }} |
||||
env: |
||||
# Bazel 5.4.0. Once we have moved to toolchains, we can update to Bazel 6.x. |
||||
DOCKER_IMAGE: us-docker.pkg.dev/protobuf-build/release-containers/linux/apple@sha256:bb1d14738449916d489c1cbb062508c4dca5bd265ea3e67a2628ae40912b9b00 |
||||
|
||||
steps: |
||||
- uses: actions/checkout@v2 |
||||
- name: Set up Cloud SDK |
||||
uses: google-github-actions/auth@v0 |
||||
with: |
||||
credentials_json: ${{ secrets.GOOGLE_CREDENTIALS }} |
||||
export_environment_variables: true |
||||
- name: Use gcloud CLI |
||||
run: gcloud info |
||||
- name: Configure Docker |
||||
run: gcloud auth configure-docker -q us-docker.pkg.dev |
||||
- name: Pull Docker Image |
||||
run: docker pull $DOCKER_IMAGE |
||||
- name: Check Bazel version |
||||
run: cd ${{ github.workspace }} && docker run -v$PWD:/workspace $DOCKER_IMAGE --version |
||||
- id: bazel-cache |
||||
name: Set up Bazel caching |
||||
uses: ./.github/actions/setup-bazel-cache |
||||
- name: Build Wheels |
||||
run: cd ${{ github.workspace }} && docker run -e GOOGLE_APPLICATION_CREDENTIALS=/workspace/$(basename $GOOGLE_APPLICATION_CREDENTIALS) -v$PWD:/workspace $DOCKER_IMAGE build $BAZEL_CACHE --crosstool_top=@com_google_protobuf//toolchain:clang_suite --@com_google_protobuf//toolchain:release=true --symlink_prefix=/ -c dbg python/dist ${{ steps.bazel-cache.outputs.cache_args }} python/dist:test_wheel python/dist:source_wheel |
||||
- name: Move Wheels |
||||
run: mkdir wheels && find _build/out \( -name 'protobuf*.whl' -o -name 'protobuf-*.tar.gz' \) -exec mv '{}' wheels ';' |
||||
- uses: actions/upload-artifact@v3 |
||||
with: |
||||
name: python-wheels |
||||
path: wheels/ |
||||
- uses: actions/upload-artifact@v3 |
||||
with: |
||||
name: requirements |
||||
# Tests shouldn't have access to the whole upb repo, upload the one file we need |
||||
path: python/requirements.txt |
||||
|
||||
test_wheels: |
||||
name: Test Wheels |
||||
needs: build_wheels |
||||
strategy: |
||||
fail-fast: false # Don't cancel all jobs if one fails. |
||||
matrix: |
||||
include: |
||||
# Linux and Mac use the limited API, so all Python versions will use a single wheel. |
||||
# As a result we can just test the oldest and newest supported Python versions and assume |
||||
# this gives us sufficient test coverage. |
||||
- { os: ubuntu-18-large, python-version: "3.7", architecture: x64, type: 'binary' } |
||||
- { os: macos-11, python-version: "3.7", architecture: x64, type: 'binary' } |
||||
- { os: ubuntu-20-large, python-version: "3.10", architecture: x64, type: 'binary' } |
||||
- { os: macos-12, python-version: "3.10", architecture: x64, type: 'binary' } |
||||
- { os: ubuntu-18-large, python-version: "3.7", architecture: x64, type: 'source' } |
||||
- { os: macos-11, python-version: "3.7", architecture: x64, type: 'source' } |
||||
- { os: ubuntu-20-large, python-version: "3.10", architecture: x64, type: 'source' } |
||||
- { os: macos-12, python-version: "3.10", architecture: x64, type: 'source' } |
||||
|
||||
# Windows uses the full API up until Python 3.10, so each of these |
||||
# jobs tests a distinct binary wheel. |
||||
- { os: windows-2019-large, python-version: "3.7", architecture: x86, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.8", architecture: x86, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.9", architecture: x86, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.10", architecture: x86, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.7", architecture: x64, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.8", architecture: x64, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.9", architecture: x64, type: 'binary' } |
||||
- { os: windows-2019-large, python-version: "3.10", architecture: x64, type: 'binary' } |
||||
runs-on: ${{ matrix.os }} |
||||
defaults: |
||||
run: |
||||
shell: bash |
||||
steps: |
||||
- name: Download Wheels |
||||
uses: actions/download-artifact@v3 |
||||
with: |
||||
name: python-wheels |
||||
path: wheels |
||||
- name: Download Requirements |
||||
uses: actions/download-artifact@v3 |
||||
with: |
||||
name: requirements |
||||
path: requirements |
||||
- uses: actions/setup-python@v2 |
||||
with: |
||||
python-version: ${{ matrix.python-version }} |
||||
architecture: ${{ matrix.architecture }} |
||||
- name: Setup Python venv |
||||
run: | |
||||
python -m pip install --upgrade pip |
||||
python -m venv env |
||||
# Windows uses 'Scripts' instead of 'bin' |
||||
source env/bin/activate || source env/Scripts/activate |
||||
echo "VIRTUAL ENV:" $VIRTUAL_ENV |
||||
- name: Install tzdata |
||||
run: pip install tzdata |
||||
# Only needed on Windows, Linux ships with tzdata. |
||||
if: ${{ contains(matrix.os, 'windows') }} |
||||
- name: Install requirements |
||||
run: pip install -r requirements/requirements.txt |
||||
- name: Install Protobuf Binary Wheel |
||||
run: pip install -vvv --no-index --find-links wheels protobuf |
||||
if: ${{ matrix.type == 'binary' }} |
||||
- name: Install Protobuf Source Wheel |
||||
run: | |
||||
cd wheels |
||||
tar -xzvf *.tar.gz |
||||
cd protobuf-*/ |
||||
pip install . |
||||
if: ${{ matrix.type == 'source' }} |
||||
- name: Test that module is importable |
||||
run: python -v -c 'from google._upb import _message; assert "google._upb._message.MessageMeta" in str(_message.MessageMeta)' |
||||
if: ${{ !matrix.pure_python }} |
||||
- name: Install Protobuf Test Wheel |
||||
run: pip install -vvv --no-index --find-links wheels protobuftests |
||||
- name: Run the unit tests |
||||
run: | |
||||
TESTS=$(pip show -f protobuftests | grep pb_unit_tests.*py$ | sed 's,/,.,g' | sed 's,\\,.,g' | sed -E 's,.py$,,g') |
||||
for test in $TESTS; do |
||||
python -m unittest -v $test |
||||
done |
||||
|
||||
test_pure_python_wheels: |
||||
name: Test Pure Python Wheels |
||||
needs: build_wheels |
||||
strategy: |
||||
fail-fast: false # Don't cancel all jobs if one fails. |
||||
matrix: |
||||
python-version: ["3.7", "3.10"] |
||||
runs-on: ubuntu-large |
||||
|
||||
steps: |
||||
- name: Download Wheels |
||||
uses: actions/download-artifact@v3 |
||||
with: |
||||
name: python-wheels |
||||
path: wheels |
||||
- name: Delete Binary Wheels |
||||
run: find wheels -type f | grep -v none-any | xargs rm |
||||
- uses: actions/setup-python@v2 |
||||
with: |
||||
python-version: ${{ matrix.python-version }} |
||||
- name: Setup Python venv |
||||
run: | |
||||
python -m pip install --upgrade pip |
||||
python -m venv env |
||||
source env/bin/activate |
||||
echo "VIRTUAL ENV:" $VIRTUAL_ENV |
||||
- name: Install numpy |
||||
run: pip install numpy |
||||
- name: Install Protobuf Wheels |
||||
run: pip install -vvv --no-index --find-links wheels protobuf protobuftests |
||||
- name: Run the unit tests |
||||
run: | |
||||
TESTS=$(pip show -f protobuftests | grep _test.py | sed 's,/,.,g' | sed -E 's,.py$,,g') |
||||
for test in $TESTS; do |
||||
python -m unittest -v $test |
||||
done |
||||
Loading…
Reference in new issue