mirror of https://github.com/grpc/grpc.git
xds-interop-tests: add cross branch testing to the script (#31569)
Co-authored-by: Sergii Tkachenko <hi@sergii.org>pull/32394/head
sanjaypujare
2 years ago
committed by
GitHub
parent
811510145c
commit
9dd4b7757d
5 changed files with 265 additions and 56 deletions
@ -0,0 +1,105 @@ |
|||||||
|
#!/usr/bin/env bash |
||||||
|
# Copyright 2022 gRPC authors. |
||||||
|
# |
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
# you may not use this file except in compliance with the License. |
||||||
|
# You may obtain a copy of the License at |
||||||
|
# |
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
# |
||||||
|
# Unless required by applicable law or agreed to in writing, software |
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
# See the License for the specific language governing permissions and |
||||||
|
# limitations under the License. |
||||||
|
|
||||||
|
## xDS test server/client Docker images |
||||||
|
readonly IMAGE_REPO="gcr.io/grpc-testing/xds-interop" |
||||||
|
|
||||||
|
find_latest() { |
||||||
|
gcloud container images list-tags --filter='tags~v1\.\d+\.x' "${IMAGE_REPO}/${1}-${2}" --flatten='tags[]' --format='value(tags)' | sort --version-sort | tail -n 1 |
||||||
|
} |
||||||
|
|
||||||
|
find_latest_branch() { |
||||||
|
local latest_branch=$1 |
||||||
|
if [ "${latest_branch}" == "" ]; then |
||||||
|
cpp_server=$(find_latest cpp server) |
||||||
|
cpp_client=$(find_latest cpp client) |
||||||
|
go_server=$(find_latest go server) |
||||||
|
go_client=$(find_latest go client) |
||||||
|
java_server=$(find_latest java server) |
||||||
|
java_client=$(find_latest java client) |
||||||
|
latest_branch=$( (printf "%s\n" "${cpp_server}" "${cpp_client}" "${go_server}" "${go_client}" "${java_server}" "${java_client}") | sort --version-sort | head -1) |
||||||
|
fi |
||||||
|
echo ${latest_branch} |
||||||
|
} |
||||||
|
|
||||||
|
find_oldest_branch() { |
||||||
|
local oldest_branch=$1 |
||||||
|
local latest_branch=$2 |
||||||
|
if [ "${oldest_branch}" == "" ]; then |
||||||
|
major_branch=$( echo "${latest_branch}" | cut -f 2 -d.) |
||||||
|
oldest_branch="v1.$(( major_branch - 9)).x" |
||||||
|
fi |
||||||
|
echo ${oldest_branch} |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
####################################### |
||||||
|
# Executes the test case |
||||||
|
# Globals: |
||||||
|
# TEST_DRIVER_FLAGFILE: Relative path to test driver flagfile |
||||||
|
# KUBE_CONTEXT: The name of kubectl context with GKE cluster access |
||||||
|
# TEST_XML_OUTPUT_DIR: Output directory for the test xUnit XML report |
||||||
|
# SERVER_IMAGE_NAME: Test server Docker image name |
||||||
|
# CLIENT_IMAGE_NAME: Test client Docker image name |
||||||
|
# GIT_COMMIT: SHA-1 of git commit being built |
||||||
|
# TESTING_VERSION: version branch under test: used by the framework to determine the supported PSM |
||||||
|
# features. |
||||||
|
# Arguments: |
||||||
|
# Test case name |
||||||
|
# Outputs: |
||||||
|
# Writes the output of test execution to stdout, stderr |
||||||
|
# Test xUnit report to ${TEST_XML_OUTPUT_DIR}/${test_name}/sponge_log.xml |
||||||
|
####################################### |
||||||
|
run_test() { |
||||||
|
if [ "$#" -ne 4 ]; then |
||||||
|
echo "Usage: run_test client_lang client_branch server_lang server_branch" >&2 |
||||||
|
exit 1 |
||||||
|
fi |
||||||
|
# Test driver usage: |
||||||
|
# https://github.com/grpc/grpc/tree/master/tools/run_tests/xds_k8s_test_driver#basic-usage |
||||||
|
local client_lang="$1" |
||||||
|
local client_branch="$2" |
||||||
|
local server_lang="$3" |
||||||
|
local server_branch="$4" |
||||||
|
local server_image_name="${IMAGE_REPO}/${server_lang}-server" |
||||||
|
local client_image_name="${IMAGE_REPO}/${client_lang}-client" |
||||||
|
|
||||||
|
# Check if images exist |
||||||
|
server_tags="$(gcloud_gcr_list_image_tags "${server_image_name}" "${server_branch}")" |
||||||
|
echo "${server_tags:?Server image not found}" |
||||||
|
|
||||||
|
client_tags="$(gcloud_gcr_list_image_tags "${client_image_name}" "${client_branch}")" |
||||||
|
echo "${client_tags:?Client image not found}" |
||||||
|
|
||||||
|
local server_image_name_tag="${server_image_name}:${server_branch}" |
||||||
|
local client_image_name_tag="${client_image_name}:${client_branch}" |
||||||
|
|
||||||
|
local out_dir="${TEST_XML_OUTPUT_DIR}/${client_branch}-${server_branch}/${client_lang}-${server_lang}" |
||||||
|
mkdir -pv "${out_dir}" |
||||||
|
set -x |
||||||
|
python -m "tests.security_test" \ |
||||||
|
--flagfile="${TEST_DRIVER_FLAGFILE}" \ |
||||||
|
--kube_context="${KUBE_CONTEXT}" \ |
||||||
|
--server_image="${server_image_name_tag}" \ |
||||||
|
--client_image="${client_image_name_tag}" \ |
||||||
|
--testing_version="${TESTING_VERSION}" \ |
||||||
|
--nocheck_local_certs \ |
||||||
|
--force_cleanup \ |
||||||
|
--collect_app_logs \ |
||||||
|
--log_dir="${out_dir}" \ |
||||||
|
--xml_output_file="${out_dir}/sponge_log.xml" \ |
||||||
|
|& tee "${out_dir}/sponge_log.log" |
||||||
|
} |
||||||
@ -0,0 +1,26 @@ |
|||||||
|
# Copyright 2022 gRPC authors. |
||||||
|
# |
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
# you may not use this file except in compliance with the License. |
||||||
|
# You may obtain a copy of the License at |
||||||
|
# |
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
# |
||||||
|
# Unless required by applicable law or agreed to in writing, software |
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
# See the License for the specific language governing permissions and |
||||||
|
# limitations under the License. |
||||||
|
|
||||||
|
# Config file for the internal CI (in protobuf text format) |
||||||
|
|
||||||
|
# Location of the continuous shell script in repository. |
||||||
|
build_file: "grpc/tools/internal_ci/linux/grpc_xds_k8s_xbranch.sh" |
||||||
|
timeout_mins: 900 |
||||||
|
action { |
||||||
|
define_artifacts { |
||||||
|
regex: "artifacts/**/*sponge_log.xml" |
||||||
|
regex: "artifacts/**/*.log" |
||||||
|
strip_prefix: "artifacts" |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,112 @@ |
|||||||
|
#!/usr/bin/env bash |
||||||
|
# Copyright 2022 gRPC authors. |
||||||
|
# |
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
# you may not use this file except in compliance with the License. |
||||||
|
# You may obtain a copy of the License at |
||||||
|
# |
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
# |
||||||
|
# Unless required by applicable law or agreed to in writing, software |
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
# See the License for the specific language governing permissions and |
||||||
|
# limitations under the License. |
||||||
|
|
||||||
|
set -eo pipefail |
||||||
|
|
||||||
|
# Constants |
||||||
|
readonly GITHUB_REPOSITORY_NAME="grpc" |
||||||
|
readonly TEST_DRIVER_INSTALL_SCRIPT_URL="https://raw.githubusercontent.com/${TEST_DRIVER_REPO_OWNER:-grpc}/grpc/${TEST_DRIVER_BRANCH:-master}/tools/internal_ci/linux/grpc_xds_k8s_install_test_driver.sh" |
||||||
|
readonly LANGS="cpp go java" |
||||||
|
readonly MAIN_BRANCH="${MAIN_BRANCH:-master}" |
||||||
|
|
||||||
|
####################################### |
||||||
|
# Main function: provision software necessary to execute tests, and run them |
||||||
|
# Globals: |
||||||
|
# KOKORO_ARTIFACTS_DIR |
||||||
|
# GITHUB_REPOSITORY_NAME |
||||||
|
# SRC_DIR: Populated with absolute path to the source repo |
||||||
|
# TEST_DRIVER_REPO_DIR: Populated with the path to the repo containing |
||||||
|
# the test driver |
||||||
|
# TEST_DRIVER_FULL_DIR: Populated with the path to the test driver source code |
||||||
|
# TEST_DRIVER_FLAGFILE: Populated with relative path to test driver flagfile |
||||||
|
# TEST_XML_OUTPUT_DIR: Populated with the path to test xUnit XML report |
||||||
|
# GIT_ORIGIN_URL: Populated with the origin URL of git repo used for the build |
||||||
|
# GIT_COMMIT: Populated with the SHA-1 of git commit being built |
||||||
|
# GIT_COMMIT_SHORT: Populated with the short SHA-1 of git commit being built |
||||||
|
# KUBE_CONTEXT: Populated with name of kubectl context with GKE cluster access |
||||||
|
# Arguments: |
||||||
|
# None |
||||||
|
# Outputs: |
||||||
|
# Writes the output of test execution to stdout, stderr |
||||||
|
####################################### |
||||||
|
main() { |
||||||
|
local script_dir |
||||||
|
script_dir="$(dirname "$0")" |
||||||
|
|
||||||
|
# Source the test driver from the master branch. |
||||||
|
echo "Sourcing test driver install script from: ${TEST_DRIVER_INSTALL_SCRIPT_URL}" |
||||||
|
source /dev/stdin <<< "$(curl -s "${TEST_DRIVER_INSTALL_SCRIPT_URL}")" |
||||||
|
|
||||||
|
|
||||||
|
if [ "${TESTING_VERSION}" != "master" ]; then |
||||||
|
echo "Skipping cross lang cross branch testing for non-master branch ${TESTING_VERSION}" |
||||||
|
exit 0 |
||||||
|
fi |
||||||
|
|
||||||
|
activate_gke_cluster GKE_CLUSTER_PSM_SECURITY |
||||||
|
|
||||||
|
set -x |
||||||
|
if [[ -n "${KOKORO_ARTIFACTS_DIR}" ]]; then |
||||||
|
kokoro_setup_test_driver "${GITHUB_REPOSITORY_NAME}" |
||||||
|
cd "${TEST_DRIVER_FULL_DIR}" |
||||||
|
else |
||||||
|
local_setup_test_driver "${script_dir}" |
||||||
|
cd "${SRC_DIR}/${TEST_DRIVER_PATH}" |
||||||
|
fi |
||||||
|
|
||||||
|
source ${script_dir}/grpc_xds_k8s_run_xtest.sh |
||||||
|
|
||||||
|
local failed_tests=0 |
||||||
|
local successful_string |
||||||
|
local failed_string |
||||||
|
LATEST_BRANCH=$(find_latest_branch "${LATEST_BRANCH}") |
||||||
|
OLDEST_BRANCH=$(find_oldest_branch "${OLDEST_BRANCH}" "${LATEST_BRANCH}") |
||||||
|
# Run cross branch tests per language: master x latest and master x oldest |
||||||
|
for LANG in ${LANGS} |
||||||
|
do |
||||||
|
if run_test "${LANG}" "${MAIN_BRANCH}" "${LANG}" "${LATEST_BRANCH}"; then |
||||||
|
successful_string="${successful_string} ${MAIN_BRANCH}-${LATEST_BRANCH}/${LANG}" |
||||||
|
else |
||||||
|
failed_tests=$((failed_tests + 1)) |
||||||
|
failed_string="${failed_string} ${MAIN_BRANCH}-${LATEST_BRANCH}/${LANG}" |
||||||
|
fi |
||||||
|
if run_test "${LANG}" "${LATEST_BRANCH}" "${LANG}" "${MAIN_BRANCH}"; then |
||||||
|
successful_string="${successful_string} ${LATEST_BRANCH}-${MAIN_BRANCH}/${LANG}" |
||||||
|
else |
||||||
|
failed_tests=$((failed_tests + 1)) |
||||||
|
failed_string="${failed_string} ${LATEST_BRANCH}-${MAIN_BRANCH}/${LANG}" |
||||||
|
fi |
||||||
|
if run_test "${LANG}" "${MAIN_BRANCH}" "${LANG}" "${OLDEST_BRANCH}"; then |
||||||
|
successful_string="${successful_string} ${MAIN_BRANCH}-${OLDEST_BRANCH}/${LANG}" |
||||||
|
else |
||||||
|
failed_tests=$((failed_tests + 1)) |
||||||
|
failed_string="${failed_string} ${MAIN_BRANCH}-${OLDEST_BRANCH}/${LANG}" |
||||||
|
fi |
||||||
|
if run_test "${LANG}" "${OLDEST_BRANCH}" "${LANG}" "${MAIN_BRANCH}"; then |
||||||
|
successful_string="${successful_string} ${OLDEST_BRANCH}-${MAIN_BRANCH}/${LANG}" |
||||||
|
else |
||||||
|
failed_tests=$((failed_tests + 1)) |
||||||
|
failed_string="${failed_string} ${OLDEST_BRANCH}-${MAIN_BRANCH}/${LANG}" |
||||||
|
fi |
||||||
|
done |
||||||
|
set +x |
||||||
|
echo "Failed test suites list: ${failed_string}" |
||||||
|
echo "Successful test suites list: ${successful_string}" |
||||||
|
if (( failed_tests > 0 )); then |
||||||
|
exit 1 |
||||||
|
fi |
||||||
|
} |
||||||
|
|
||||||
|
main "$@" |
||||||
Loading…
Reference in new issue