mirror of https://github.com/grpc/grpc.git
yang-g
8 years ago
commit
b587561375
22 changed files with 1248 additions and 180 deletions
@ -0,0 +1,194 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2015, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#include "test/core/end2end/end2end_tests.h" |
||||
|
||||
#include <stdio.h> |
||||
#include <string.h> |
||||
|
||||
#include <grpc/byte_buffer.h> |
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
#include <grpc/support/time.h> |
||||
#include <grpc/support/useful.h> |
||||
#include "test/core/end2end/cq_verifier.h" |
||||
|
||||
static void *tag(intptr_t t) { return (void *)t; } |
||||
|
||||
static grpc_end2end_test_fixture begin_test(grpc_end2end_test_config config, |
||||
const char *test_name, |
||||
grpc_channel_args *client_args, |
||||
grpc_channel_args *server_args) { |
||||
grpc_end2end_test_fixture f; |
||||
gpr_log(GPR_INFO, "%s/%s", test_name, config.name); |
||||
f = config.create_fixture(client_args, server_args); |
||||
config.init_server(&f, server_args); |
||||
config.init_client(&f, client_args); |
||||
return f; |
||||
} |
||||
|
||||
static gpr_timespec n_seconds_time(int n) { |
||||
return GRPC_TIMEOUT_SECONDS_TO_DEADLINE(n); |
||||
} |
||||
|
||||
static gpr_timespec five_seconds_time(void) { return n_seconds_time(5); } |
||||
|
||||
static void drain_cq(grpc_completion_queue *cq) { |
||||
grpc_event ev; |
||||
do { |
||||
ev = grpc_completion_queue_next(cq, five_seconds_time(), NULL); |
||||
} while (ev.type != GRPC_QUEUE_SHUTDOWN); |
||||
} |
||||
|
||||
static void shutdown_server(grpc_end2end_test_fixture *f) { |
||||
if (!f->server) return; |
||||
grpc_server_shutdown_and_notify(f->server, f->cq, tag(1000)); |
||||
GPR_ASSERT(grpc_completion_queue_pluck( |
||||
f->cq, tag(1000), GRPC_TIMEOUT_SECONDS_TO_DEADLINE(5), NULL) |
||||
.type == GRPC_OP_COMPLETE); |
||||
grpc_server_destroy(f->server); |
||||
f->server = NULL; |
||||
} |
||||
|
||||
static void shutdown_client(grpc_end2end_test_fixture *f) { |
||||
if (!f->client) return; |
||||
grpc_channel_destroy(f->client); |
||||
f->client = NULL; |
||||
} |
||||
|
||||
static void end_test(grpc_end2end_test_fixture *f) { |
||||
shutdown_server(f); |
||||
shutdown_client(f); |
||||
|
||||
grpc_completion_queue_shutdown(f->cq); |
||||
drain_cq(f->cq); |
||||
grpc_completion_queue_destroy(f->cq); |
||||
} |
||||
|
||||
/* Request/response with metadata and payload.*/ |
||||
static void test_with_authority_header(grpc_end2end_test_config config) { |
||||
grpc_call *c; |
||||
grpc_slice request_payload_slice = |
||||
grpc_slice_from_copied_string("hello world"); |
||||
grpc_byte_buffer *request_payload = |
||||
grpc_raw_byte_buffer_create(&request_payload_slice, 1); |
||||
gpr_timespec deadline = five_seconds_time(); |
||||
grpc_metadata meta_c[2] = { |
||||
{"key1", "val1", 4, 0, {{NULL, NULL, NULL, NULL}}}, |
||||
{"key2", "val2", 4, 0, {{NULL, NULL, NULL, NULL}}}}; |
||||
grpc_end2end_test_fixture f = |
||||
begin_test(config, "test_with_authority_header", NULL, NULL); |
||||
cq_verifier *cqv = cq_verifier_create(f.cq); |
||||
grpc_op ops[6]; |
||||
grpc_op *op; |
||||
grpc_metadata_array initial_metadata_recv; |
||||
grpc_metadata_array trailing_metadata_recv; |
||||
grpc_byte_buffer *response_payload_recv = NULL; |
||||
grpc_status_code status; |
||||
grpc_call_error error; |
||||
char *details = NULL; |
||||
size_t details_capacity = 0; |
||||
|
||||
c = grpc_channel_create_call(f.client, NULL, GRPC_PROPAGATE_DEFAULTS, f.cq, |
||||
"/foo", "foo.test.google.fr", deadline, NULL); |
||||
GPR_ASSERT(c); |
||||
|
||||
grpc_metadata_array_init(&initial_metadata_recv); |
||||
grpc_metadata_array_init(&trailing_metadata_recv); |
||||
|
||||
memset(ops, 0, sizeof(ops)); |
||||
op = ops; |
||||
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
||||
op->data.send_initial_metadata.count = 2; |
||||
op->data.send_initial_metadata.metadata = meta_c; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
op->op = GRPC_OP_SEND_MESSAGE; |
||||
op->data.send_message = request_payload; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
op->op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
op->op = GRPC_OP_RECV_INITIAL_METADATA; |
||||
op->data.recv_initial_metadata = &initial_metadata_recv; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
op->op = GRPC_OP_RECV_MESSAGE; |
||||
op->data.recv_message = &response_payload_recv; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
op->op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
||||
op->data.recv_status_on_client.trailing_metadata = &trailing_metadata_recv; |
||||
op->data.recv_status_on_client.status = &status; |
||||
op->data.recv_status_on_client.status_details = &details; |
||||
op->data.recv_status_on_client.status_details_capacity = &details_capacity; |
||||
op->flags = 0; |
||||
op->reserved = NULL; |
||||
op++; |
||||
error = grpc_call_start_batch(c, ops, (size_t)(op - ops), tag(1), NULL); |
||||
GPR_ASSERT(GRPC_CALL_OK == error); |
||||
|
||||
CQ_EXPECT_COMPLETION(cqv, tag(1), 1); |
||||
cq_verify(cqv); |
||||
|
||||
GPR_ASSERT(status == GRPC_STATUS_CANCELLED); |
||||
|
||||
gpr_free(details); |
||||
grpc_metadata_array_destroy(&initial_metadata_recv); |
||||
grpc_metadata_array_destroy(&trailing_metadata_recv); |
||||
|
||||
grpc_call_destroy(c); |
||||
|
||||
cq_verifier_destroy(cqv); |
||||
|
||||
grpc_byte_buffer_destroy(request_payload); |
||||
grpc_byte_buffer_destroy(response_payload_recv); |
||||
|
||||
end_test(&f); |
||||
config.tear_down_data(&f); |
||||
} |
||||
|
||||
void authority_not_supported(grpc_end2end_test_config config) { |
||||
if (config.feature_mask & FEATURE_MASK_SUPPORTS_AUTHORITY_HEADER) { |
||||
return; |
||||
} |
||||
test_with_authority_header(config); |
||||
} |
||||
|
||||
void authority_not_supported_pre_init(void) {} |
||||
@ -0,0 +1,149 @@ |
||||
#!/usr/bin/env python2.7 |
||||
|
||||
# Copyright 2016, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
|
||||
import os |
||||
import sys |
||||
import unittest |
||||
import re |
||||
|
||||
# hack import paths to pick up extra code |
||||
sys.path.insert(0, os.path.abspath('tools/run_tests/')) |
||||
from run_tests_matrix import _create_test_jobs, _create_portability_test_jobs |
||||
import filter_pull_request_tests |
||||
|
||||
_LIST_OF_LANGUAGE_LABELS = ['c', 'c++', 'csharp', 'node', 'objc', 'php', 'php7', 'python', 'ruby'] |
||||
_LIST_OF_PLATFORM_LABELS = ['linux', 'macos', 'windows'] |
||||
|
||||
class TestFilteringTest(unittest.TestCase): |
||||
|
||||
def generate_all_tests(self): |
||||
all_jobs = _create_test_jobs() + _create_portability_test_jobs() |
||||
self.assertIsNotNone(all_jobs) |
||||
return all_jobs |
||||
|
||||
def test_filtering(self, changed_files=[], labels=_LIST_OF_LANGUAGE_LABELS): |
||||
""" |
||||
Default args should filter no tests because changed_files is empty and |
||||
default labels should be able to match all jobs |
||||
:param changed_files: mock list of changed_files from pull request |
||||
:param labels: list of job labels that should be skipped |
||||
""" |
||||
all_jobs = self.generate_all_tests() |
||||
# Replacing _get_changed_files function to allow specifying changed files in filter_tests function |
||||
def _get_changed_files(foo): |
||||
return changed_files |
||||
filter_pull_request_tests._get_changed_files = _get_changed_files |
||||
print |
||||
filtered_jobs = filter_pull_request_tests.filter_tests(all_jobs, "test") |
||||
|
||||
# Make sure sanity tests aren't being filtered out |
||||
sanity_tests_in_all_jobs = 0 |
||||
sanity_tests_in_filtered_jobs = 0 |
||||
for job in all_jobs: |
||||
if "sanity" in job.labels: |
||||
sanity_tests_in_all_jobs += 1 |
||||
all_jobs = [job for job in all_jobs if "sanity" not in job.labels] |
||||
for job in filtered_jobs: |
||||
if "sanity" in job.labels: |
||||
sanity_tests_in_filtered_jobs += 1 |
||||
filtered_jobs = [job for job in filtered_jobs if "sanity" not in job.labels] |
||||
self.assertEquals(sanity_tests_in_all_jobs, sanity_tests_in_filtered_jobs) |
||||
|
||||
for label in labels: |
||||
for job in filtered_jobs: |
||||
self.assertNotIn(label, job.labels) |
||||
|
||||
jobs_matching_labels = 0 |
||||
for label in labels: |
||||
for job in all_jobs: |
||||
if (label in job.labels): |
||||
jobs_matching_labels += 1 |
||||
self.assertEquals(len(filtered_jobs), len(all_jobs) - jobs_matching_labels) |
||||
|
||||
def test_individual_language_filters(self): |
||||
# Changing unlisted file should trigger all languages |
||||
self.test_filtering(['ffffoo/bar.baz'], [_LIST_OF_LANGUAGE_LABELS]) |
||||
# Changing core should trigger all tests |
||||
self.test_filtering(['src/core/foo.bar'], [_LIST_OF_LANGUAGE_LABELS]) |
||||
# Testing individual languages |
||||
self.test_filtering(['test/core/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._CORE_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/cpp/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._CPP_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/csharp/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._CSHARP_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/node/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._NODE_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/objective-c/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._OBJC_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/php/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._PHP_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/python/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._PYTHON_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/ruby/foo.bar'], [label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._RUBY_TEST_SUITE.labels]) |
||||
|
||||
def test_combined_language_filters(self): |
||||
self.test_filtering(['src/cpp/foo.bar', 'test/core/foo.bar'], |
||||
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._CPP_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._CORE_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/node/foo.bar', 'src/cpp/foo.bar', "src/csharp/foo.bar"], |
||||
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._NODE_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._CPP_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._CSHARP_TEST_SUITE.labels]) |
||||
self.test_filtering(['src/objective-c/foo.bar', 'src/php/foo.bar', "src/python/foo.bar", "src/ruby/foo.bar"], |
||||
[label for label in _LIST_OF_LANGUAGE_LABELS if label not in |
||||
filter_pull_request_tests._OBJC_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._PHP_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._PYTHON_TEST_SUITE.labels and label not in |
||||
filter_pull_request_tests._RUBY_TEST_SUITE.labels]) |
||||
|
||||
def test_platform_filter(self): |
||||
self.test_filtering(['vsprojects/foo.bar'], [label for label in _LIST_OF_PLATFORM_LABELS if label not in |
||||
filter_pull_request_tests._WINDOWS_TEST_SUITE.labels]) |
||||
|
||||
def test_whitelist(self): |
||||
whitelist = filter_pull_request_tests._WHITELIST_DICT |
||||
files_that_should_trigger_all_tests = ['src/core/foo.bar', |
||||
'some_file_not_on_the_white_list', |
||||
'BUILD', |
||||
'etc/roots.pem', |
||||
'Makefile', |
||||
'tools/foo'] |
||||
for key in whitelist.keys(): |
||||
for file_name in files_that_should_trigger_all_tests: |
||||
self.assertFalse(re.match(key, file_name)) |
||||
|
||||
if __name__ == '__main__': |
||||
unittest.main(verbosity=2) |
||||
Loading…
Reference in new issue