Mark D. Roth
9 years ago
commit
c56c3ad259
27 changed files with 1400 additions and 148 deletions
@ -0,0 +1,193 @@ |
|||||||
|
/*
|
||||||
|
* |
||||||
|
* Copyright 2015, Google Inc. |
||||||
|
* All rights reserved. |
||||||
|
* |
||||||
|
* Redistribution and use in source and binary forms, with or without |
||||||
|
* modification, are permitted provided that the following conditions are |
||||||
|
* met: |
||||||
|
* |
||||||
|
* * Redistributions of source code must retain the above copyright |
||||||
|
* notice, this list of conditions and the following disclaimer. |
||||||
|
* * Redistributions in binary form must reproduce the above |
||||||
|
* copyright notice, this list of conditions and the following disclaimer |
||||||
|
* in the documentation and/or other materials provided with the |
||||||
|
* distribution. |
||||||
|
* * Neither the name of Google Inc. nor the names of its |
||||||
|
* contributors may be used to endorse or promote products derived from |
||||||
|
* this software without specific prior written permission. |
||||||
|
* |
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#include "test/core/end2end/end2end_tests.h" |
||||||
|
|
||||||
|
#include <stdio.h> |
||||||
|
#include <string.h> |
||||||
|
|
||||||
|
#include <grpc/byte_buffer.h> |
||||||
|
#include <grpc/support/alloc.h> |
||||||
|
#include <grpc/support/log.h> |
||||||
|
#include <grpc/support/time.h> |
||||||
|
#include <grpc/support/useful.h> |
||||||
|
#include "test/core/end2end/cq_verifier.h" |
||||||
|
|
||||||
|
static void *tag(intptr_t t) { return (void *)t; } |
||||||
|
|
||||||
|
static grpc_end2end_test_fixture begin_test(grpc_end2end_test_config config, |
||||||
|
const char *test_name, |
||||||
|
grpc_channel_args *client_args, |
||||||
|
grpc_channel_args *server_args) { |
||||||
|
grpc_end2end_test_fixture f; |
||||||
|
gpr_log(GPR_INFO, "%s/%s", test_name, config.name); |
||||||
|
f = config.create_fixture(client_args, server_args); |
||||||
|
config.init_server(&f, server_args); |
||||||
|
config.init_client(&f, client_args); |
||||||
|
return f; |
||||||
|
} |
||||||
|
|
||||||
|
static gpr_timespec n_seconds_time(int n) { |
||||||
|
return GRPC_TIMEOUT_SECONDS_TO_DEADLINE(n); |
||||||
|
} |
||||||
|
|
||||||
|
static gpr_timespec five_seconds_time(void) { return n_seconds_time(5); } |
||||||
|
|
||||||
|
static void drain_cq(grpc_completion_queue *cq) { |
||||||
|
grpc_event ev; |
||||||
|
do { |
||||||
|
ev = grpc_completion_queue_next(cq, five_seconds_time(), NULL); |
||||||
|
} while (ev.type != GRPC_QUEUE_SHUTDOWN); |
||||||
|
} |
||||||
|
|
||||||
|
static void shutdown_server(grpc_end2end_test_fixture *f) { |
||||||
|
if (!f->server) return; |
||||||
|
grpc_server_shutdown_and_notify(f->server, f->cq, tag(1000)); |
||||||
|
GPR_ASSERT(grpc_completion_queue_pluck( |
||||||
|
f->cq, tag(1000), GRPC_TIMEOUT_SECONDS_TO_DEADLINE(5), NULL) |
||||||
|
.type == GRPC_OP_COMPLETE); |
||||||
|
grpc_server_destroy(f->server); |
||||||
|
f->server = NULL; |
||||||
|
} |
||||||
|
|
||||||
|
static void shutdown_client(grpc_end2end_test_fixture *f) { |
||||||
|
if (!f->client) return; |
||||||
|
grpc_channel_destroy(f->client); |
||||||
|
f->client = NULL; |
||||||
|
} |
||||||
|
|
||||||
|
static void end_test(grpc_end2end_test_fixture *f) { |
||||||
|
shutdown_server(f); |
||||||
|
shutdown_client(f); |
||||||
|
|
||||||
|
grpc_completion_queue_shutdown(f->cq); |
||||||
|
drain_cq(f->cq); |
||||||
|
grpc_completion_queue_destroy(f->cq); |
||||||
|
} |
||||||
|
|
||||||
|
/* Request/response with metadata and payload.*/ |
||||||
|
static void test_with_authority_header(grpc_end2end_test_config config) { |
||||||
|
grpc_call *c; |
||||||
|
grpc_slice request_payload_slice = grpc_slice_from_copied_string("hello world"); |
||||||
|
grpc_byte_buffer *request_payload = |
||||||
|
grpc_raw_byte_buffer_create(&request_payload_slice, 1); |
||||||
|
gpr_timespec deadline = five_seconds_time(); |
||||||
|
grpc_metadata meta_c[2] = { |
||||||
|
{"key1", "val1", 4, 0, {{NULL, NULL, NULL, NULL}}}, |
||||||
|
{"key2", "val2", 4, 0, {{NULL, NULL, NULL, NULL}}}}; |
||||||
|
grpc_end2end_test_fixture f = |
||||||
|
begin_test(config, "test_with_authority_header", NULL, NULL); |
||||||
|
cq_verifier *cqv = cq_verifier_create(f.cq); |
||||||
|
grpc_op ops[6]; |
||||||
|
grpc_op *op; |
||||||
|
grpc_metadata_array initial_metadata_recv; |
||||||
|
grpc_metadata_array trailing_metadata_recv; |
||||||
|
grpc_byte_buffer *response_payload_recv = NULL; |
||||||
|
grpc_status_code status; |
||||||
|
grpc_call_error error; |
||||||
|
char *details = NULL; |
||||||
|
size_t details_capacity = 0; |
||||||
|
|
||||||
|
c = grpc_channel_create_call(f.client, NULL, GRPC_PROPAGATE_DEFAULTS, f.cq, |
||||||
|
"/foo", "foo.test.google.fr", deadline, NULL); |
||||||
|
GPR_ASSERT(c); |
||||||
|
|
||||||
|
grpc_metadata_array_init(&initial_metadata_recv); |
||||||
|
grpc_metadata_array_init(&trailing_metadata_recv); |
||||||
|
|
||||||
|
memset(ops, 0, sizeof(ops)); |
||||||
|
op = ops; |
||||||
|
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
||||||
|
op->data.send_initial_metadata.count = 2; |
||||||
|
op->data.send_initial_metadata.metadata = meta_c; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_SEND_MESSAGE; |
||||||
|
op->data.send_message = request_payload; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_INITIAL_METADATA; |
||||||
|
op->data.recv_initial_metadata = &initial_metadata_recv; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_MESSAGE; |
||||||
|
op->data.recv_message = &response_payload_recv; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
||||||
|
op->data.recv_status_on_client.trailing_metadata = &trailing_metadata_recv; |
||||||
|
op->data.recv_status_on_client.status = &status; |
||||||
|
op->data.recv_status_on_client.status_details = &details; |
||||||
|
op->data.recv_status_on_client.status_details_capacity = &details_capacity; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
error = grpc_call_start_batch(c, ops, (size_t)(op - ops), tag(1), NULL); |
||||||
|
GPR_ASSERT(GRPC_CALL_OK == error); |
||||||
|
|
||||||
|
CQ_EXPECT_COMPLETION(cqv, tag(1), 1); |
||||||
|
cq_verify(cqv); |
||||||
|
|
||||||
|
GPR_ASSERT(status == GRPC_STATUS_CANCELLED); |
||||||
|
|
||||||
|
gpr_free(details); |
||||||
|
grpc_metadata_array_destroy(&initial_metadata_recv); |
||||||
|
grpc_metadata_array_destroy(&trailing_metadata_recv); |
||||||
|
|
||||||
|
grpc_call_destroy(c); |
||||||
|
|
||||||
|
cq_verifier_destroy(cqv); |
||||||
|
|
||||||
|
grpc_byte_buffer_destroy(request_payload); |
||||||
|
grpc_byte_buffer_destroy(response_payload_recv); |
||||||
|
|
||||||
|
end_test(&f); |
||||||
|
config.tear_down_data(&f); |
||||||
|
} |
||||||
|
|
||||||
|
void authority_not_supported(grpc_end2end_test_config config) { |
||||||
|
if (config.feature_mask & FEATURE_MASK_SUPPORTS_AUTHORITY_HEADER) { |
||||||
|
return; |
||||||
|
} |
||||||
|
test_with_authority_header(config); |
||||||
|
} |
||||||
|
|
||||||
|
void authority_not_supported_pre_init(void) {} |
||||||
@ -0,0 +1,149 @@ |
|||||||
|
#!/usr/bin/env python2.7 |
||||||
|
|
||||||
|
# Copyright 2016, Google Inc. |
||||||
|
# All rights reserved. |
||||||
|
# |
||||||
|
# Redistribution and use in source and binary forms, with or without |
||||||
|
# modification, are permitted provided that the following conditions are |
||||||
|
# met: |
||||||
|
# |
||||||
|
# * Redistributions of source code must retain the above copyright |
||||||
|
# notice, this list of conditions and the following disclaimer. |
||||||
|
# * Redistributions in binary form must reproduce the above |
||||||
|
# copyright notice, this list of conditions and the following disclaimer |
||||||
|
# in the documentation and/or other materials provided with the |
||||||
|
# distribution. |
||||||
|
# * Neither the name of Google Inc. nor the names of its |
||||||
|
# contributors may be used to endorse or promote products derived from |
||||||
|
# this software without specific prior written permission. |
||||||
|
# |
||||||
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
|
||||||
|
|
||||||
|
import os |
||||||
|
import sys |
||||||
|
import unittest |
||||||
|
import re |
||||||
|
|
||||||
|
# hack import paths to pick up extra code |
||||||
|
sys.path.insert(0, os.path.abspath('tools/run_tests/')) |
||||||
|
from run_tests_matrix import _create_test_jobs, _create_portability_test_jobs |
||||||
|
import filter_pull_request_tests |
||||||
|
|
||||||
|
_LIST_OF_LANGUAGE_LABELS = ['c', 'c++', 'csharp', 'node', 'objc', 'php', 'php7', 'python', 'ruby'] |
||||||
|
_LIST_OF_PLATFORM_LABELS = ['linux', 'macos', 'windows'] |
||||||
|
|
||||||
|
class TestFilteringTest(unittest.TestCase): |
||||||
|
|
||||||
|
def generate_all_tests(self): |
||||||
|
all_jobs = _create_test_jobs() + _create_portability_test_jobs() |
||||||
|
self.assertIsNotNone(all_jobs) |
||||||
|
return all_jobs |
||||||
|
|
||||||
|
def test_filtering(self, changed_files=[], labels=_LIST_OF_LANGUAGE_LABELS): |
||||||
|
""" |
||||||
|
Default args should filter no tests because changed_files is empty and |
||||||
|
default labels should be able to match all jobs |
||||||
|
:param changed_files: mock list of changed_files from pull request |
||||||
|
:param labels: list of job labels that should be skipped |
||||||
|
""" |
||||||
|
all_jobs = self.generate_all_tests() |
||||||
|
# Replacing _get_changed_files function to allow specifying changed files in filter_tests function |
||||||
|
def _get_changed_files(foo): |
||||||
|
return changed_files |
||||||
|
filter_pull_request_tests._get_changed_files = _get_changed_files |
||||||
|
print |
||||||
|
filtered_jobs = filter_pull_request_tests.filter_tests(all_jobs, "test") |
||||||
|
|
||||||
|
# Make sure sanity tests aren't being filtered out |
||||||
|
sanity_tests_in_all_jobs = 0 |
||||||
|
sanity_tests_in_filtered_jobs = 0 |
||||||
|
for job in all_jobs: |
||||||
|
if "sanity" in job.labels: |
||||||
|
sanity_tests_in_all_jobs += 1 |
||||||
|
all_jobs = [job for job in all_jobs if "sanity" not in job.labels] |
||||||
|
for job in filtered_jobs: |
||||||
|
if "sanity" in job.labels: |
||||||
|
sanity_tests_in_filtered_jobs += 1 |
||||||
|
filtered_jobs = [job for job in filtered_jobs if "sanity" not in job.labels] |
||||||
|
self.assertEquals(sanity_tests_in_all_jobs, sanity_tests_in_filtered_jobs) |
||||||
|
|
||||||
|
for label in labels: |
||||||
|
for job in filtered_jobs: |
||||||
|
self.assertNotIn(label, job.labels) |
||||||
|
|
||||||
|
jobs_matching_labels = 0 |
||||||
|
for label in labels: |
||||||
|
for job in all_jobs: |
||||||
|
if (label in job.labels): |
||||||
|
jobs_matching_labels += 1 |
||||||
|
self.assertEquals(len(filtered_jobs), len(all_jobs) - jobs_matching_labels) |
||||||
|
|
||||||
|
def test_individual_language_filters(self): |
||||||
|
# Changing unlisted file should trigger all languages |
||||||
|
self.test_filtering(['ffffoo/bar.baz'], [_LIST_OF_LANGUAGE_LABELS]) |
||||||
|
# Changing core should trigger all tests |
||||||
|
self.test_filtering(['src/core/foo.bar'], [_LIST_OF_LANGUAGE_LABELS]) |
||||||
|
# Testing individual languages |
||||||
|
self.test_filtering(['test/core/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._CORE_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/cpp/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._CPP_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/csharp/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._CSHARP_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/node/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._NODE_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/objective-c/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._OBJC_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/php/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._PHP_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/python/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._PYTHON_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/ruby/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._RUBY_TEST_SUITE.labels]) |
||||||
|
|
||||||
|
def test_combined_language_filters(self): |
||||||
|
self.test_filtering(['src/cpp/foo.bar', 'test/core/foo.bar'], |
||||||
|
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._CPP_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._CORE_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/node/foo.bar', 'src/cpp/foo.bar', "src/csharp/foo.bar"], |
||||||
|
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._NODE_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._CPP_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._CSHARP_TEST_SUITE.labels]) |
||||||
|
self.test_filtering(['src/objective-c/foo.bar', 'src/php/foo.bar', "src/python/foo.bar", "src/ruby/foo.bar"], |
||||||
|
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||||
|
filter_pull_request_tests._OBJC_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._PHP_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._PYTHON_TEST_SUITE.labels and label not in |
||||||
|
filter_pull_request_tests._RUBY_TEST_SUITE.labels]) |
||||||
|
|
||||||
|
def test_platform_filter(self): |
||||||
|
self.test_filtering(['vsprojects/foo.bar'], [label for label in _LIST_OF_PLATFORM_LABELS if label not in |
||||||
|
filter_pull_request_tests._WINDOWS_TEST_SUITE.labels]) |
||||||
|
|
||||||
|
def test_whitelist(self): |
||||||
|
whitelist = filter_pull_request_tests._WHITELIST_DICT |
||||||
|
files_that_should_trigger_all_tests = ['src/core/foo.bar', |
||||||
|
'some_file_not_on_the_white_list', |
||||||
|
'BUILD', |
||||||
|
'etc/roots.pem', |
||||||
|
'Makefile', |
||||||
|
'tools/foo'] |
||||||
|
for key in whitelist.keys(): |
||||||
|
for file_name in files_that_should_trigger_all_tests: |
||||||
|
self.assertFalse(re.match(key, file_name)) |
||||||
|
|
||||||
|
if __name__ == '__main__': |
||||||
|
unittest.main(verbosity=2) |
||||||
Loading…
Reference in new issue