mirror of https://github.com/grpc/grpc.git
Merge pull request #6973 from makdharma/network_status_change
Network status trackingpull/7082/head
Jan Tattermusch
9 years ago
committed by
GitHub
commit
fb39f1d6dc
28 changed files with 1108 additions and 9 deletions
@ -0,0 +1,121 @@ |
|||||||
|
/*
|
||||||
|
* |
||||||
|
* Copyright 2015, Google Inc. |
||||||
|
* All rights reserved. |
||||||
|
* |
||||||
|
* Redistribution and use in source and binary forms, with or without |
||||||
|
* modification, are permitted provided that the following conditions are |
||||||
|
* met: |
||||||
|
* |
||||||
|
* * Redistributions of source code must retain the above copyright |
||||||
|
* notice, this list of conditions and the following disclaimer. |
||||||
|
* * Redistributions in binary form must reproduce the above |
||||||
|
* copyright notice, this list of conditions and the following disclaimer |
||||||
|
* in the documentation and/or other materials provided with the |
||||||
|
* distribution. |
||||||
|
* * Neither the name of Google Inc. nor the names of its |
||||||
|
* contributors may be used to endorse or promote products derived from |
||||||
|
* this software without specific prior written permission. |
||||||
|
* |
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#include <grpc/support/alloc.h> |
||||||
|
#include <grpc/support/log.h> |
||||||
|
#include "src/core/lib/iomgr/endpoint.h" |
||||||
|
|
||||||
|
typedef struct endpoint_ll_node { |
||||||
|
grpc_endpoint *ep; |
||||||
|
struct endpoint_ll_node *next; |
||||||
|
} endpoint_ll_node; |
||||||
|
|
||||||
|
static endpoint_ll_node *head = NULL; |
||||||
|
static gpr_mu g_endpoint_mutex; |
||||||
|
static bool g_init_done = false; |
||||||
|
|
||||||
|
void grpc_initialize_network_status_monitor() { |
||||||
|
g_init_done = true; |
||||||
|
gpr_mu_init(&g_endpoint_mutex); |
||||||
|
// TODO(makarandd): Install callback with OS to monitor network status.
|
||||||
|
} |
||||||
|
|
||||||
|
void grpc_destroy_network_status_monitor() { |
||||||
|
for (endpoint_ll_node *curr = head; curr != NULL;) { |
||||||
|
endpoint_ll_node *next = curr->next; |
||||||
|
gpr_free(curr); |
||||||
|
curr = next; |
||||||
|
} |
||||||
|
gpr_mu_destroy(&g_endpoint_mutex); |
||||||
|
} |
||||||
|
|
||||||
|
void grpc_network_status_register_endpoint(grpc_endpoint *ep) { |
||||||
|
if (!g_init_done) { |
||||||
|
grpc_initialize_network_status_monitor(); |
||||||
|
} |
||||||
|
gpr_mu_lock(&g_endpoint_mutex); |
||||||
|
if (head == NULL) { |
||||||
|
head = (endpoint_ll_node *)gpr_malloc(sizeof(endpoint_ll_node)); |
||||||
|
head->ep = ep; |
||||||
|
head->next = NULL; |
||||||
|
} else { |
||||||
|
endpoint_ll_node *prev_head = head; |
||||||
|
head = (endpoint_ll_node *)gpr_malloc(sizeof(endpoint_ll_node)); |
||||||
|
head->ep = ep; |
||||||
|
head->next = prev_head; |
||||||
|
} |
||||||
|
gpr_mu_unlock(&g_endpoint_mutex); |
||||||
|
} |
||||||
|
|
||||||
|
void grpc_network_status_unregister_endpoint(grpc_endpoint *ep) { |
||||||
|
gpr_mu_lock(&g_endpoint_mutex); |
||||||
|
GPR_ASSERT(head); |
||||||
|
bool found = false; |
||||||
|
endpoint_ll_node *prev = head; |
||||||
|
// if we're unregistering the head, just move head to the next
|
||||||
|
if (ep == head->ep) { |
||||||
|
head = head->next; |
||||||
|
gpr_free(prev); |
||||||
|
found = true; |
||||||
|
} else { |
||||||
|
for (endpoint_ll_node *curr = head->next; curr != NULL; curr = curr->next) { |
||||||
|
if (ep == curr->ep) { |
||||||
|
prev->next = curr->next; |
||||||
|
gpr_free(curr); |
||||||
|
found = true; |
||||||
|
break; |
||||||
|
} |
||||||
|
prev = curr; |
||||||
|
} |
||||||
|
} |
||||||
|
gpr_mu_unlock(&g_endpoint_mutex); |
||||||
|
GPR_ASSERT(found); |
||||||
|
} |
||||||
|
|
||||||
|
// Walk the linked-list from head and execute shutdown. It is possible that
|
||||||
|
// other threads might be in the process of shutdown as well, but that has
|
||||||
|
// no side effect since endpoint shutdown is idempotent.
|
||||||
|
void grpc_network_status_shutdown_all_endpoints() { |
||||||
|
gpr_mu_lock(&g_endpoint_mutex); |
||||||
|
if (head == NULL) { |
||||||
|
gpr_mu_unlock(&g_endpoint_mutex); |
||||||
|
return; |
||||||
|
} |
||||||
|
grpc_exec_ctx exec_ctx = GRPC_EXEC_CTX_INIT; |
||||||
|
|
||||||
|
for (endpoint_ll_node *curr = head; curr != NULL; curr = curr->next) { |
||||||
|
curr->ep->vtable->shutdown(&exec_ctx, curr->ep); |
||||||
|
} |
||||||
|
gpr_mu_unlock(&g_endpoint_mutex); |
||||||
|
grpc_exec_ctx_finish(&exec_ctx); |
||||||
|
} |
||||||
@ -0,0 +1,41 @@ |
|||||||
|
/*
|
||||||
|
* |
||||||
|
* Copyright 2016, Google Inc. |
||||||
|
* All rights reserved. |
||||||
|
* |
||||||
|
* Redistribution and use in source and binary forms, with or without |
||||||
|
* modification, are permitted provided that the following conditions are |
||||||
|
* met: |
||||||
|
* |
||||||
|
* * Redistributions of source code must retain the above copyright |
||||||
|
* notice, this list of conditions and the following disclaimer. |
||||||
|
* * Redistributions in binary form must reproduce the above |
||||||
|
* copyright notice, this list of conditions and the following disclaimer |
||||||
|
* in the documentation and/or other materials provided with the |
||||||
|
* distribution. |
||||||
|
* * Neither the name of Google Inc. nor the names of its |
||||||
|
* contributors may be used to endorse or promote products derived from |
||||||
|
* this software without specific prior written permission. |
||||||
|
* |
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#ifndef GRPC_CORE_LIB_IOMGR_NETWORK_STATUS_TRACKER_H |
||||||
|
#define GRPC_CORE_LIB_IOMGR_NETWORK_STATUS_TRACKER_H |
||||||
|
#include "src/core/lib/iomgr/endpoint.h" |
||||||
|
|
||||||
|
void grpc_network_status_register_endpoint(grpc_endpoint *ep); |
||||||
|
void grpc_network_status_unregister_endpoint(grpc_endpoint *ep); |
||||||
|
void grpc_network_status_shutdown_all_endpoints(); |
||||||
|
#endif /* GRPC_CORE_LIB_IOMGR_NETWORK_STATUS_TRACKER_H */ |
||||||
@ -0,0 +1,242 @@ |
|||||||
|
/*
|
||||||
|
* |
||||||
|
* Copyright 2015, Google Inc. |
||||||
|
* All rights reserved. |
||||||
|
* |
||||||
|
* Redistribution and use in source and binary forms, with or without |
||||||
|
* modification, are permitted provided that the following conditions are |
||||||
|
* met: |
||||||
|
* |
||||||
|
* * Redistributions of source code must retain the above copyright |
||||||
|
* notice, this list of conditions and the following disclaimer. |
||||||
|
* * Redistributions in binary form must reproduce the above |
||||||
|
* copyright notice, this list of conditions and the following disclaimer |
||||||
|
* in the documentation and/or other materials provided with the |
||||||
|
* distribution. |
||||||
|
* * Neither the name of Google Inc. nor the names of its |
||||||
|
* contributors may be used to endorse or promote products derived from |
||||||
|
* this software without specific prior written permission. |
||||||
|
* |
||||||
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||||
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||||
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||||
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||||
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||||
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||||
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||||
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||||
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||||
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||||
|
* |
||||||
|
*/ |
||||||
|
|
||||||
|
#include "test/core/end2end/end2end_tests.h" |
||||||
|
|
||||||
|
#include <stdio.h> |
||||||
|
#include <string.h> |
||||||
|
|
||||||
|
#include <grpc/byte_buffer.h> |
||||||
|
#include <grpc/support/alloc.h> |
||||||
|
#include <grpc/support/log.h> |
||||||
|
#include <grpc/support/time.h> |
||||||
|
#include <grpc/support/useful.h> |
||||||
|
#include "test/core/end2end/cq_verifier.h" |
||||||
|
|
||||||
|
/* this is a private API but exposed here for testing*/ |
||||||
|
extern void grpc_network_status_shutdown_all_endpoints(); |
||||||
|
|
||||||
|
enum { TIMEOUT = 200000 }; |
||||||
|
|
||||||
|
static void *tag(intptr_t t) { return (void *)t; } |
||||||
|
|
||||||
|
static grpc_end2end_test_fixture begin_test(grpc_end2end_test_config config, |
||||||
|
const char *test_name, |
||||||
|
grpc_channel_args *client_args, |
||||||
|
grpc_channel_args *server_args) { |
||||||
|
grpc_end2end_test_fixture f; |
||||||
|
gpr_log(GPR_INFO, "%s/%s", test_name, config.name); |
||||||
|
f = config.create_fixture(client_args, server_args); |
||||||
|
config.init_server(&f, server_args); |
||||||
|
config.init_client(&f, client_args); |
||||||
|
return f; |
||||||
|
} |
||||||
|
|
||||||
|
static gpr_timespec n_seconds_time(int n) { |
||||||
|
return GRPC_TIMEOUT_SECONDS_TO_DEADLINE(n); |
||||||
|
} |
||||||
|
|
||||||
|
static gpr_timespec five_seconds_time(void) { return n_seconds_time(500); } |
||||||
|
|
||||||
|
static void drain_cq(grpc_completion_queue *cq) { |
||||||
|
grpc_event ev; |
||||||
|
do { |
||||||
|
ev = grpc_completion_queue_next(cq, five_seconds_time(), NULL); |
||||||
|
} while (ev.type != GRPC_QUEUE_SHUTDOWN); |
||||||
|
} |
||||||
|
|
||||||
|
static void shutdown_server(grpc_end2end_test_fixture *f) { |
||||||
|
if (!f->server) return; |
||||||
|
grpc_server_shutdown_and_notify(f->server, f->cq, tag(1000)); |
||||||
|
GPR_ASSERT(grpc_completion_queue_pluck( |
||||||
|
f->cq, tag(1000), GRPC_TIMEOUT_SECONDS_TO_DEADLINE(5), NULL) |
||||||
|
.type == GRPC_OP_COMPLETE); |
||||||
|
grpc_server_destroy(f->server); |
||||||
|
f->server = NULL; |
||||||
|
} |
||||||
|
|
||||||
|
static void shutdown_client(grpc_end2end_test_fixture *f) { |
||||||
|
if (!f->client) return; |
||||||
|
grpc_channel_destroy(f->client); |
||||||
|
f->client = NULL; |
||||||
|
} |
||||||
|
|
||||||
|
static void end_test(grpc_end2end_test_fixture *f) { |
||||||
|
shutdown_server(f); |
||||||
|
shutdown_client(f); |
||||||
|
|
||||||
|
grpc_completion_queue_shutdown(f->cq); |
||||||
|
drain_cq(f->cq); |
||||||
|
grpc_completion_queue_destroy(f->cq); |
||||||
|
} |
||||||
|
|
||||||
|
/* Client sends a request with payload, server reads then returns status. */ |
||||||
|
static void test_invoke_network_status_change(grpc_end2end_test_config config) { |
||||||
|
grpc_call *c; |
||||||
|
grpc_call *s; |
||||||
|
gpr_slice request_payload_slice = gpr_slice_from_copied_string("hello world"); |
||||||
|
grpc_byte_buffer *request_payload = |
||||||
|
grpc_raw_byte_buffer_create(&request_payload_slice, 1); |
||||||
|
gpr_timespec deadline = five_seconds_time(); |
||||||
|
grpc_end2end_test_fixture f = |
||||||
|
begin_test(config, "test_invoke_request_with_payload", NULL, NULL); |
||||||
|
cq_verifier *cqv = cq_verifier_create(f.cq); |
||||||
|
grpc_op ops[6]; |
||||||
|
grpc_op *op; |
||||||
|
grpc_metadata_array initial_metadata_recv; |
||||||
|
grpc_metadata_array trailing_metadata_recv; |
||||||
|
grpc_metadata_array request_metadata_recv; |
||||||
|
grpc_byte_buffer *request_payload_recv = NULL; |
||||||
|
grpc_call_details call_details; |
||||||
|
grpc_status_code status; |
||||||
|
grpc_call_error error; |
||||||
|
char *details = NULL; |
||||||
|
size_t details_capacity = 0; |
||||||
|
int was_cancelled = 2; |
||||||
|
|
||||||
|
c = grpc_channel_create_call(f.client, NULL, GRPC_PROPAGATE_DEFAULTS, f.cq, |
||||||
|
"/foo", "foo.test.google.fr", deadline, NULL); |
||||||
|
GPR_ASSERT(c); |
||||||
|
|
||||||
|
grpc_metadata_array_init(&initial_metadata_recv); |
||||||
|
grpc_metadata_array_init(&trailing_metadata_recv); |
||||||
|
grpc_metadata_array_init(&request_metadata_recv); |
||||||
|
grpc_call_details_init(&call_details); |
||||||
|
|
||||||
|
memset(ops, 0, sizeof(ops)); |
||||||
|
op = ops; |
||||||
|
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
||||||
|
op->data.send_initial_metadata.count = 0; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_SEND_MESSAGE; |
||||||
|
op->data.send_message = request_payload; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_INITIAL_METADATA; |
||||||
|
op->data.recv_initial_metadata = &initial_metadata_recv; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
||||||
|
op->data.recv_status_on_client.trailing_metadata = &trailing_metadata_recv; |
||||||
|
op->data.recv_status_on_client.status = &status; |
||||||
|
op->data.recv_status_on_client.status_details = &details; |
||||||
|
op->data.recv_status_on_client.status_details_capacity = &details_capacity; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
error = grpc_call_start_batch(c, ops, (size_t)(op - ops), tag(1), NULL); |
||||||
|
GPR_ASSERT(GRPC_CALL_OK == error); |
||||||
|
|
||||||
|
GPR_ASSERT(GRPC_CALL_OK == grpc_server_request_call( |
||||||
|
f.server, &s, &call_details, |
||||||
|
&request_metadata_recv, f.cq, f.cq, tag(101))); |
||||||
|
cq_expect_completion(cqv, tag(101), 1); |
||||||
|
cq_verify(cqv); |
||||||
|
|
||||||
|
op = ops; |
||||||
|
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
||||||
|
op->data.send_initial_metadata.count = 0; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_RECV_MESSAGE; |
||||||
|
op->data.recv_message = &request_payload_recv; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
error = grpc_call_start_batch(s, ops, (size_t)(op - ops), tag(102), NULL); |
||||||
|
GPR_ASSERT(GRPC_CALL_OK == error); |
||||||
|
|
||||||
|
cq_expect_completion(cqv, tag(102), 1); |
||||||
|
// Simulate the network loss event
|
||||||
|
grpc_network_status_shutdown_all_endpoints(); |
||||||
|
cq_verify(cqv); |
||||||
|
|
||||||
|
op = ops; |
||||||
|
op->op = GRPC_OP_RECV_CLOSE_ON_SERVER; |
||||||
|
op->data.recv_close_on_server.cancelled = &was_cancelled; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
op->op = GRPC_OP_SEND_STATUS_FROM_SERVER; |
||||||
|
op->data.send_status_from_server.trailing_metadata_count = 0; |
||||||
|
op->data.send_status_from_server.status = GRPC_STATUS_OK; |
||||||
|
op->data.send_status_from_server.status_details = "xyz"; |
||||||
|
op->flags = 0; |
||||||
|
op->reserved = NULL; |
||||||
|
op++; |
||||||
|
error = grpc_call_start_batch(s, ops, (size_t)(op - ops), tag(103), NULL); |
||||||
|
GPR_ASSERT(GRPC_CALL_OK == error); |
||||||
|
void shutdown_all_endpoints(); |
||||||
|
cq_expect_completion(cqv, tag(103), 1); |
||||||
|
cq_expect_completion(cqv, tag(1), 1); |
||||||
|
cq_verify(cqv); |
||||||
|
|
||||||
|
// Expected behavior of a RPC when network is lost.
|
||||||
|
GPR_ASSERT(status == GRPC_STATUS_UNAVAILABLE); |
||||||
|
GPR_ASSERT(0 == strcmp(details, "")); |
||||||
|
GPR_ASSERT(0 == strcmp(call_details.method, "/foo")); |
||||||
|
GPR_ASSERT(0 == strcmp(call_details.host, "foo.test.google.fr")); |
||||||
|
GPR_ASSERT(was_cancelled == 0); |
||||||
|
|
||||||
|
gpr_free(details); |
||||||
|
grpc_metadata_array_destroy(&initial_metadata_recv); |
||||||
|
grpc_metadata_array_destroy(&trailing_metadata_recv); |
||||||
|
grpc_metadata_array_destroy(&request_metadata_recv); |
||||||
|
grpc_call_details_destroy(&call_details); |
||||||
|
|
||||||
|
grpc_call_destroy(c); |
||||||
|
grpc_call_destroy(s); |
||||||
|
|
||||||
|
cq_verifier_destroy(cqv); |
||||||
|
|
||||||
|
grpc_byte_buffer_destroy(request_payload); |
||||||
|
grpc_byte_buffer_destroy(request_payload_recv); |
||||||
|
|
||||||
|
end_test(&f); |
||||||
|
config.tear_down_data(&f); |
||||||
|
} |
||||||
|
|
||||||
|
void network_status_change(grpc_end2end_test_config config) { |
||||||
|
test_invoke_network_status_change(config); |
||||||
|
} |
||||||
|
|
||||||
|
void network_status_change_pre_init(void) {} |
||||||
Loading…
Reference in new issue