Chiebot-Mirror
/
grpc
mirror of https://github.com/grpc/grpc.git
8
0
Fork 0
Code Issues Projects Releases Wiki Activity

make legacy artifact -> packages -> distribtest jobs a noop (#31124)

Browse Source
pull/31129/head^2
Jan Tattermusch 2 years ago committed by GitHub
parent 298ace8cbf
commit 2f5d06af6b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 21 additions and 94 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 17
      tools/internal_ci/linux/grpc_build_artifacts.sh
  2. 19
      tools/internal_ci/linux/grpc_build_packages.sh
  3. 15
      tools/internal_ci/linux/grpc_distribtests.sh
  4. 27
      tools/internal_ci/macos/grpc_build_artifacts.sh
  5. 10
      tools/internal_ci/macos/grpc_distribtests.sh
  6. 15
      tools/internal_ci/windows/grpc_build_artifacts.bat
  7. 12
      tools/internal_ci/windows/grpc_distribtests.bat

17
tools/internal_ci/linux/grpc_build_artifacts.sh
Unescape View File

@ -23,17 +23,6 @@ cd $(dirname $0)/../../..
source tools/internal_ci/helper_scripts/prepare_build_linux_rc
# prerequisites for ruby artifact build on linux
source tools/internal_ci/helper_scripts/prepare_build_linux_ruby_artifact_rc
# configure ccache
source tools/internal_ci/helper_scripts/prepare_ccache_rc
tools/run_tests/task_runner.py -f artifact linux ${TASK_RUNNER_EXTRA_FILTERS} -j 6 --inner_jobs 6 || FAILED="true"
tools/internal_ci/helper_scripts/store_artifacts_from_moved_src_tree.sh
if [ "$FAILED" != "" ]
then
exit 1
fi
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

19
tools/internal_ci/linux/grpc_build_packages.sh
Unescape View File

@ -23,19 +23,6 @@ cd $(dirname $0)/../../..
source tools/internal_ci/helper_scripts/prepare_build_linux_rc
# Move artifacts generated by the previous step in the build chain to a place
# where they can be accessed from within a docker container that builds
# the packages
mv ${KOKORO_GFILE_DIR}/github/grpc/artifacts input_artifacts || true
chmod +x input_artifacts/protoc*/* || true
ls -R input_artifacts || true
tools/run_tests/task_runner.py -f package linux -j 6 || FAILED="true"
tools/internal_ci/helper_scripts/store_artifacts_from_moved_src_tree.sh
if [ "$FAILED" != "" ]
then
exit 1
fi
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

15
tools/internal_ci/linux/grpc_distribtests.sh
Unescape View File

@ -23,15 +23,6 @@ cd $(dirname $0)/../../..
source tools/internal_ci/helper_scripts/prepare_build_linux_rc
# some distribtests use a pre-registered binfmt_misc hook
# to automatically execute foreign binaries (such as aarch64)
# under qemu emulator.
source tools/internal_ci/helper_scripts/prepare_qemu_rc
# Move packages generated by the previous step in the build chain to a place
# where they can be accessed from within a docker container that run the
# distribtests
mv ${KOKORO_GFILE_DIR}/github/grpc/artifacts input_artifacts || true
ls -R input_artifacts || true
tools/run_tests/task_runner.py -f distribtest linux -j 6 --inner_jobs 6
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

27
tools/internal_ci/macos/grpc_build_artifacts.sh
Unescape View File

@ -21,29 +21,8 @@ source $(dirname $0)/../../../tools/internal_ci/helper_scripts/move_src_tree_and
# change to grpc repo root
cd $(dirname $0)/../../..
export PREPARE_BUILD_INSTALL_DEPS_CSHARP=true
export PREPARE_BUILD_INSTALL_DEPS_PYTHON=true
export PREPARE_BUILD_INSTALL_DEPS_RUBY=true
export PREPARE_BUILD_INSTALL_DEPS_PHP=true
source tools/internal_ci/helper_scripts/prepare_build_macos_rc
# TODO(jtattermusch): cleanup this prepare build step (needed for python artifact build)
# install cython for all python versions
python2.7 -m pip install -U cython setuptools==44.1.1 wheel --user
python3.5 -m pip install -U cython setuptools==44.1.1 wheel --user
python3.6 -m pip install -U cython setuptools==44.1.1 wheel --user
python3.7 -m pip install -U cython setuptools==44.1.1 wheel --user
python3.8 -m pip install -U cython setuptools==44.1.1 wheel --user
python3.9 -m pip install -U cython setuptools==44.1.1 wheel --user
gem install rubygems-update
update_rubygems
tools/run_tests/task_runner.py -f artifact macos ${TASK_RUNNER_EXTRA_FILTERS} || FAILED="true"
tools/internal_ci/helper_scripts/store_artifacts_from_moved_src_tree.sh
if [ "$FAILED" != "" ]
then
exit 1
fi
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

10
tools/internal_ci/macos/grpc_distribtests.sh
Unescape View File

@ -21,12 +21,8 @@ source $(dirname $0)/../../../tools/internal_ci/helper_scripts/move_src_tree_and
# change to grpc repo root
cd $(dirname $0)/../../..
export PREPARE_BUILD_INSTALL_DEPS_CSHARP=true
export PREPARE_BUILD_INSTALL_DEPS_PHP=true
source tools/internal_ci/helper_scripts/prepare_build_macos_rc
# Move packages generated by the previous step in the build chain.
mv ${KOKORO_GFILE_DIR}/github/grpc/artifacts input_artifacts || true
ls -R input_artifacts || true
tools/run_tests/task_runner.py -f distribtest macos
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

15
tools/internal_ci/windows/grpc_build_artifacts.bat
Unescape View File

@ -25,17 +25,8 @@ endlocal
@rem enter repo root
cd /d %~dp0\..\..\..
set PREPARE_BUILD_INSTALL_DEPS_PYTHON=true
call tools/internal_ci/helper_scripts/prepare_build_windows.bat || exit /b 1
call tools/internal_ci/helper_scripts/prepare_ccache.bat || exit /b 1
python tools/run_tests/task_runner.py -f artifact windows %TASK_RUNNER_EXTRA_FILTERS% -j 4 --inner_jobs 4
set RUNTESTS_EXITCODE=%errorlevel%
@rem show ccache stats
ccache --show-stats
bash tools/internal_ci/helper_scripts/store_artifacts_from_moved_src_tree.sh
exit /b %RUNTESTS_EXITCODE%
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

12
tools/internal_ci/windows/grpc_distribtests.bat
Unescape View File

@ -25,14 +25,8 @@ endlocal
@rem enter repo root
cd /d %~dp0\..\..\..
set PREPARE_BUILD_INSTALL_DEPS_CSHARP=true
call tools/internal_ci/helper_scripts/prepare_build_windows.bat || exit /b 1
@rem Move packages generated by the previous step in the build chain.
powershell -Command "mv %KOKORO_GFILE_DIR%\github\grpc\artifacts input_artifacts"
dir input_artifacts
python tools/run_tests/task_runner.py -f distribtest windows -j 4
set RUNTESTS_EXITCODE=%errorlevel%
exit /b %RUNTESTS_EXITCODE%
echo "The grpc_build_artifacts -> grpc_build_packages -> grpc_distribtests build flow has been deprecated."
echo "To build the packages for a grpc release, use the grpc_build_all_packages job."
echo "(which relies on the per-language distribtests jobs to build and test the packages)."

Write Preview
Loading…
Cancel
Save