mirror of https://github.com/grpc/grpc.git
commit
580987abf0
242 changed files with 4500 additions and 11555 deletions
@ -0,0 +1,15 @@ |
||||
gRPC Fail Fast Semantics |
||||
======================== |
||||
|
||||
Fail fast requests allow terminating requests (with status UNAVAILABLE) prior |
||||
to the deadline of the request being met. |
||||
|
||||
gRPC implementations of fail fast can terminate requests whenever a channel is |
||||
in the TRANSIENT_FAILURE or SHUTDOWN states. If the channel is in any other |
||||
state (CONNECTING, READY, or IDLE) the request should not be terminated. |
||||
|
||||
Fail fast SHOULD be the default for gRPC implementations, with an option to |
||||
switch to non fail fast. |
||||
|
||||
The opposite of fail fast is 'ignore connectivity'. |
||||
|
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,94 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
/* Posix code for gpr snprintf support. */ |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#ifdef GPR_WIN32 |
||||
|
||||
/* Some platforms (namely msys) need wchar to be included BEFORE
|
||||
anything else, especially strsafe.h. */ |
||||
#include <wchar.h> |
||||
|
||||
#include <stdarg.h> |
||||
#include <stdio.h> |
||||
#include <string.h> |
||||
#include <strsafe.h> |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/string_util.h> |
||||
|
||||
#include "src/core/lib/support/string.h" |
||||
|
||||
#if defined UNICODE || defined _UNICODE |
||||
LPTSTR |
||||
gpr_char_to_tchar(LPCSTR input) { |
||||
LPTSTR ret; |
||||
int needed = MultiByteToWideChar(CP_UTF8, 0, input, -1, NULL, 0); |
||||
if (needed <= 0) return NULL; |
||||
ret = gpr_malloc((unsigned)needed * sizeof(TCHAR)); |
||||
MultiByteToWideChar(CP_UTF8, 0, input, -1, ret, needed); |
||||
return ret; |
||||
} |
||||
|
||||
LPSTR |
||||
gpr_tchar_to_char(LPCTSTR input) { |
||||
LPSTR ret; |
||||
int needed = WideCharToMultiByte(CP_UTF8, 0, input, -1, NULL, 0, NULL, NULL); |
||||
if (needed <= 0) return NULL; |
||||
ret = gpr_malloc((unsigned)needed); |
||||
WideCharToMultiByte(CP_UTF8, 0, input, -1, ret, needed, NULL, NULL); |
||||
return ret; |
||||
} |
||||
#else |
||||
char *gpr_tchar_to_char(LPTSTR input) { return gpr_strdup(input); } |
||||
|
||||
char *gpr_char_to_tchar(LPTSTR input) { return gpr_strdup(input); } |
||||
#endif |
||||
|
||||
char *gpr_format_message(int messageid) { |
||||
LPTSTR tmessage; |
||||
char *message; |
||||
DWORD status = FormatMessage( |
||||
FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | |
||||
FORMAT_MESSAGE_IGNORE_INSERTS, |
||||
NULL, (DWORD)messageid, MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), |
||||
(LPTSTR)(&tmessage), 0, NULL); |
||||
if (status == 0) return gpr_strdup("Unable to retrieve error string"); |
||||
message = gpr_tchar_to_char(tmessage); |
||||
LocalFree(tmessage); |
||||
return message; |
||||
} |
||||
|
||||
#endif /* GPR_WIN32 */ |
@ -0,0 +1,73 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2015, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#ifdef GPR_MSYS_TMPFILE |
||||
|
||||
#include <io.h> |
||||
#include <stdio.h> |
||||
#include <string.h> |
||||
#include <tchar.h> |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
#include <grpc/support/string_util.h> |
||||
|
||||
#include "src/core/lib/support/string_win32.h" |
||||
#include "src/core/lib/support/tmpfile.h" |
||||
|
||||
FILE *gpr_tmpfile(const char *prefix, char **tmp_filename_out) { |
||||
FILE *result = NULL; |
||||
char tmp_filename[MAX_PATH]; |
||||
UINT success; |
||||
|
||||
if (tmp_filename_out != NULL) *tmp_filename_out = NULL; |
||||
|
||||
/* Generate a unique filename with our template + temporary path. */ |
||||
success = GetTempFileNameA(".", prefix, 0, tmp_filename); |
||||
fprintf(stderr, "success = %d\n", success); |
||||
|
||||
if (success) { |
||||
/* Open a file there. */ |
||||
result = fopen(tmp_filename, "wb+"); |
||||
fprintf(stderr, "result = %p\n", result); |
||||
} |
||||
if (result != NULL && tmp_filename_out) { |
||||
*tmp_filename_out = gpr_strdup(tmp_filename); |
||||
} |
||||
|
||||
return result; |
||||
} |
||||
|
||||
#endif /* GPR_MSYS_TMPFILE */ |
@ -0,0 +1,54 @@ |
||||
#!/usr/bin/env node
|
||||
/* |
||||
* |
||||
* Copyright 2015, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
/** |
||||
* This file is required because package.json cannot reference a file that |
||||
* is not distributed with the package, and we use node-pre-gyp to distribute |
||||
* the plugin binary |
||||
*/ |
||||
|
||||
'use strict'; |
||||
|
||||
var path = require('path'); |
||||
var execFile = require('child_process').execFile; |
||||
|
||||
var protoc = path.resolve(__dirname, 'grpc_node_plugin'); |
||||
|
||||
execFile(protoc, process.argv.slice(2), function(error, stdout, stderr) { |
||||
if (error) { |
||||
throw error; |
||||
} |
||||
console.log(stdout); |
||||
console.log(stderr); |
||||
}); |
@ -0,0 +1,56 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#import "GRPCCall.h" |
||||
|
||||
/** Helpers for setting TLS Trusted Roots, Client Certificates, and Private Key */ |
||||
@interface GRPCCall (ChannelCredentials) |
||||
|
||||
/**
|
||||
* Use the provided @c pemRootCert as the set of trusted root Certificate Authorities for @c host. |
||||
*/ |
||||
+ (BOOL)setTLSPEMRootCerts:(nullable NSString *)pemRootCert |
||||
forHost:(nonnull NSString *)host |
||||
error:(NSError **)errorPtr; |
||||
/**
|
||||
* Configures @c host with TLS/SSL Client Credentials and optionally trusted root Certificate |
||||
* Authorities. If @c pemRootCerts is nil, the default CA Certificates bundled with gRPC will be |
||||
* used. |
||||
*/ |
||||
+ (BOOL)setTLSPEMRootCerts:(nullable NSString *)pemRootCerts |
||||
withPrivateKey:(nullable NSString *)pemPrivateKey |
||||
withCertChain:(nullable NSString *)pemCertChain |
||||
forHost:(nonnull NSString *)host |
||||
error:(NSError **)errorPtr; |
||||
|
||||
@end |
@ -0,0 +1,66 @@ |
||||
/* |
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#import "GRPCCall+ChannelCredentials.h" |
||||
|
||||
#import "private/GRPCHost.h" |
||||
|
||||
@implementation GRPCCall (ChannelCredentials) |
||||
|
||||
+ (BOOL)setTLSPEMRootCerts:(nullable NSString *)pemRootCerts |
||||
withPrivateKey:(nullable NSString *)pemPrivateKey |
||||
withCertChain:(nullable NSString *)pemCertChain |
||||
forHost:(nonnull NSString *)host |
||||
error:(NSError **)errorPtr { |
||||
if (!host) { |
||||
[NSException raise:NSInvalidArgumentException |
||||
format:@"host must be provided."]; |
||||
} |
||||
GRPCHost *hostConfig = [GRPCHost hostWithAddress:host]; |
||||
return [hostConfig setTLSPEMRootCerts:pemRootCerts |
||||
withPrivateKey:pemPrivateKey |
||||
withCertChain:pemCertChain |
||||
error:errorPtr]; |
||||
} |
||||
|
||||
+ (BOOL)setTLSPEMRootCerts:(nullable NSString *)pemRootCerts |
||||
forHost:(nonnull NSString *)host |
||||
error:(NSError **)errorPtr { |
||||
return [GRPCCall setTLSPEMRootCerts:pemRootCerts |
||||
withPrivateKey:nil |
||||
withCertChain:nil |
||||
forHost:host |
||||
error:errorPtr]; |
||||
} |
||||
|
||||
@end |
@ -1,363 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""The RPC-service-side bridge between RPC Framework and GRPC-on-the-wire.""" |
||||
|
||||
import enum |
||||
import logging |
||||
import threading |
||||
import time |
||||
|
||||
from grpc._adapter import _common |
||||
from grpc._adapter import _intermediary_low as _low |
||||
from grpc.framework.base import interfaces as base_interfaces |
||||
from grpc.framework.base import null |
||||
from grpc.framework.foundation import activated |
||||
from grpc.framework.foundation import logging_pool |
||||
|
||||
_THREAD_POOL_SIZE = 10 |
||||
|
||||
|
||||
@enum.unique |
||||
class _LowWrite(enum.Enum): |
||||
"""The possible categories of low-level write state.""" |
||||
|
||||
OPEN = 'OPEN' |
||||
ACTIVE = 'ACTIVE' |
||||
CLOSED = 'CLOSED' |
||||
|
||||
|
||||
def _write(call, rpc_state, payload): |
||||
serialized_payload = rpc_state.serializer(payload) |
||||
if rpc_state.write.low is _LowWrite.OPEN: |
||||
call.write(serialized_payload, call, 0) |
||||
rpc_state.write.low = _LowWrite.ACTIVE |
||||
else: |
||||
rpc_state.write.pending.append(serialized_payload) |
||||
|
||||
|
||||
def _status(call, rpc_state): |
||||
call.status(_low.Status(_low.Code.OK, ''), call) |
||||
rpc_state.write.low = _LowWrite.CLOSED |
||||
|
||||
|
||||
class ForeLink(base_interfaces.ForeLink, activated.Activated): |
||||
"""A service-side bridge between RPC Framework and the C-ish _low code.""" |
||||
|
||||
def __init__( |
||||
self, pool, request_deserializers, response_serializers, |
||||
root_certificates, key_chain_pairs, port=None): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
pool: A thread pool. |
||||
request_deserializers: A dict from RPC method names to request object |
||||
deserializer behaviors. |
||||
response_serializers: A dict from RPC method names to response object |
||||
serializer behaviors. |
||||
root_certificates: The PEM-encoded client root certificates as a |
||||
bytestring or None. |
||||
key_chain_pairs: A sequence of PEM-encoded private key-certificate chain |
||||
pairs. |
||||
port: The port on which to serve, or None to have a port selected |
||||
automatically. |
||||
""" |
||||
self._condition = threading.Condition() |
||||
self._pool = pool |
||||
self._request_deserializers = request_deserializers |
||||
self._response_serializers = response_serializers |
||||
self._root_certificates = root_certificates |
||||
self._key_chain_pairs = key_chain_pairs |
||||
self._requested_port = port |
||||
|
||||
self._rear_link = null.NULL_REAR_LINK |
||||
self._completion_queue = None |
||||
self._server = None |
||||
self._rpc_states = {} |
||||
self._spinning = False |
||||
self._port = None |
||||
|
||||
def _on_stop_event(self): |
||||
self._spinning = False |
||||
self._condition.notify_all() |
||||
|
||||
def _on_service_acceptance_event(self, event, server): |
||||
"""Handle a service invocation event.""" |
||||
service_acceptance = event.service_acceptance |
||||
if service_acceptance is None: |
||||
return |
||||
|
||||
call = service_acceptance.call |
||||
call.accept(self._completion_queue, call) |
||||
# TODO(nathaniel): Metadata support. |
||||
call.premetadata() |
||||
call.read(call) |
||||
method = service_acceptance.method |
||||
|
||||
self._rpc_states[call] = _common.CommonRPCState( |
||||
_common.WriteState(_LowWrite.OPEN, _common.HighWrite.OPEN, []), 1, |
||||
self._request_deserializers[method], |
||||
self._response_serializers[method]) |
||||
|
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, 0, base_interfaces.FrontToBackTicket.Kind.COMMENCEMENT, method, |
||||
base_interfaces.ServicedSubscription.Kind.FULL, None, None, |
||||
service_acceptance.deadline - time.time()) |
||||
self._rear_link.accept_front_to_back_ticket(ticket) |
||||
|
||||
server.service(None) |
||||
|
||||
def _on_read_event(self, event): |
||||
"""Handle data arriving during an RPC.""" |
||||
call = event.tag |
||||
rpc_state = self._rpc_states.get(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
sequence_number = rpc_state.sequence_number |
||||
rpc_state.sequence_number += 1 |
||||
if event.bytes is None: |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.COMPLETION, None, None, None, |
||||
None, None) |
||||
else: |
||||
call.read(call) |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.CONTINUATION, None, None, |
||||
None, rpc_state.deserializer(event.bytes), None) |
||||
|
||||
self._rear_link.accept_front_to_back_ticket(ticket) |
||||
|
||||
def _on_write_event(self, event): |
||||
call = event.tag |
||||
rpc_state = self._rpc_states.get(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
if rpc_state.write.pending: |
||||
serialized_payload = rpc_state.write.pending.pop(0) |
||||
call.write(serialized_payload, call, 0) |
||||
elif rpc_state.write.high is _common.HighWrite.CLOSED: |
||||
_status(call, rpc_state) |
||||
else: |
||||
rpc_state.write.low = _LowWrite.OPEN |
||||
|
||||
def _on_complete_event(self, event): |
||||
if not event.complete_accepted: |
||||
logging.error('Complete not accepted! %s', (event,)) |
||||
call = event.tag |
||||
rpc_state = self._rpc_states.pop(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
sequence_number = rpc_state.sequence_number |
||||
rpc_state.sequence_number += 1 |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.TRANSMISSION_FAILURE, None, |
||||
None, None, None, None) |
||||
self._rear_link.accept_front_to_back_ticket(ticket) |
||||
|
||||
def _on_finish_event(self, event): |
||||
"""Handle termination of an RPC.""" |
||||
call = event.tag |
||||
rpc_state = self._rpc_states.pop(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
code = event.status.code |
||||
if code is _low.Code.OK: |
||||
return |
||||
|
||||
sequence_number = rpc_state.sequence_number |
||||
rpc_state.sequence_number += 1 |
||||
if code is _low.Code.CANCELLED: |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.CANCELLATION, None, None, |
||||
None, None, None) |
||||
elif code is _low.Code.DEADLINE_EXCEEDED: |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.EXPIRATION, None, None, None, |
||||
None, None) |
||||
else: |
||||
# TODO(nathaniel): Better mapping of codes to ticket-categories |
||||
ticket = base_interfaces.FrontToBackTicket( |
||||
call, sequence_number, |
||||
base_interfaces.FrontToBackTicket.Kind.TRANSMISSION_FAILURE, None, |
||||
None, None, None, None) |
||||
self._rear_link.accept_front_to_back_ticket(ticket) |
||||
|
||||
def _spin(self, completion_queue, server): |
||||
while True: |
||||
event = completion_queue.get(None) |
||||
|
||||
with self._condition: |
||||
if event.kind is _low.Event.Kind.STOP: |
||||
self._on_stop_event() |
||||
return |
||||
elif self._server is None: |
||||
continue |
||||
elif event.kind is _low.Event.Kind.SERVICE_ACCEPTED: |
||||
self._on_service_acceptance_event(event, server) |
||||
elif event.kind is _low.Event.Kind.READ_ACCEPTED: |
||||
self._on_read_event(event) |
||||
elif event.kind is _low.Event.Kind.WRITE_ACCEPTED: |
||||
self._on_write_event(event) |
||||
elif event.kind is _low.Event.Kind.COMPLETE_ACCEPTED: |
||||
self._on_complete_event(event) |
||||
elif event.kind is _low.Event.Kind.FINISH: |
||||
self._on_finish_event(event) |
||||
else: |
||||
logging.error('Illegal event! %s', (event,)) |
||||
|
||||
def _continue(self, call, payload): |
||||
rpc_state = self._rpc_states.get(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
_write(call, rpc_state, payload) |
||||
|
||||
def _complete(self, call, payload): |
||||
"""Handle completion of the writes of an RPC.""" |
||||
rpc_state = self._rpc_states.get(call, None) |
||||
if rpc_state is None: |
||||
return |
||||
|
||||
if rpc_state.write.low is _LowWrite.OPEN: |
||||
if payload is None: |
||||
_status(call, rpc_state) |
||||
else: |
||||
_write(call, rpc_state, payload) |
||||
elif rpc_state.write.low is _LowWrite.ACTIVE: |
||||
if payload is not None: |
||||
rpc_state.write.pending.append(rpc_state.serializer(payload)) |
||||
else: |
||||
raise ValueError('Called to complete after having already completed!') |
||||
rpc_state.write.high = _common.HighWrite.CLOSED |
||||
|
||||
def _cancel(self, call): |
||||
call.cancel() |
||||
self._rpc_states.pop(call, None) |
||||
|
||||
def join_rear_link(self, rear_link): |
||||
"""See base_interfaces.ForeLink.join_rear_link for specification.""" |
||||
self._rear_link = null.NULL_REAR_LINK if rear_link is None else rear_link |
||||
|
||||
def _start(self): |
||||
"""Starts this ForeLink. |
||||
|
||||
This method must be called before attempting to exchange tickets with this |
||||
object. |
||||
""" |
||||
with self._condition: |
||||
address = '[::]:%d' % ( |
||||
0 if self._requested_port is None else self._requested_port) |
||||
self._completion_queue = _low.CompletionQueue() |
||||
if self._root_certificates is None and not self._key_chain_pairs: |
||||
self._server = _low.Server(self._completion_queue) |
||||
self._port = self._server.add_http2_addr(address) |
||||
else: |
||||
server_credentials = _low.ServerCredentials( |
||||
self._root_certificates, self._key_chain_pairs, False) |
||||
self._server = _low.Server(self._completion_queue) |
||||
self._port = self._server.add_secure_http2_addr( |
||||
address, server_credentials) |
||||
self._server.start() |
||||
|
||||
self._server.service(None) |
||||
|
||||
self._pool.submit(self._spin, self._completion_queue, self._server) |
||||
self._spinning = True |
||||
|
||||
return self |
||||
|
||||
# TODO(nathaniel): Expose graceful-shutdown semantics in which this object |
||||
# enters a state in which it finishes ongoing RPCs but refuses new ones. |
||||
def _stop(self): |
||||
"""Stops this ForeLink. |
||||
|
||||
This method must be called for proper termination of this object, and no |
||||
attempts to exchange tickets with this object may be made after this method |
||||
has been called. |
||||
""" |
||||
with self._condition: |
||||
self._server.stop() |
||||
# TODO(nathaniel): Yep, this is weird. Deleting a server shouldn't have a |
||||
# behaviorally significant side-effect. |
||||
self._server = None |
||||
self._completion_queue.stop() |
||||
|
||||
while self._spinning: |
||||
self._condition.wait() |
||||
|
||||
self._port = None |
||||
|
||||
def __enter__(self): |
||||
"""See activated.Activated.__enter__ for specification.""" |
||||
return self._start() |
||||
|
||||
def __exit__(self, exc_type, exc_val, exc_tb): |
||||
"""See activated.Activated.__exit__ for specification.""" |
||||
self._stop() |
||||
return False |
||||
|
||||
def start(self): |
||||
"""See activated.Activated.start for specification.""" |
||||
return self._start() |
||||
|
||||
def stop(self): |
||||
"""See activated.Activated.stop for specification.""" |
||||
self._stop() |
||||
|
||||
def port(self): |
||||
"""Identifies the port on which this ForeLink is servicing RPCs. |
||||
|
||||
Returns: |
||||
The number of the port on which this ForeLink is servicing RPCs, or None |
||||
if this ForeLink is not currently activated and servicing RPCs. |
||||
""" |
||||
with self._condition: |
||||
return self._port |
||||
|
||||
def accept_back_to_front_ticket(self, ticket): |
||||
"""See base_interfaces.ForeLink.accept_back_to_front_ticket for spec.""" |
||||
with self._condition: |
||||
if self._server is None: |
||||
return |
||||
|
||||
if ticket.kind is base_interfaces.BackToFrontTicket.Kind.CONTINUATION: |
||||
self._continue(ticket.operation_id, ticket.payload) |
||||
elif ticket.kind is base_interfaces.BackToFrontTicket.Kind.COMPLETION: |
||||
self._complete(ticket.operation_id, ticket.payload) |
||||
else: |
||||
self._cancel(ticket.operation_id) |
@ -1,395 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""The RPC-invocation-side bridge between RPC Framework and GRPC-on-the-wire.""" |
||||
|
||||
import enum |
||||
import logging |
||||
import threading |
||||
import time |
||||
|
||||
from grpc._adapter import _common |
||||
from grpc._adapter import _intermediary_low as _low |
||||
from grpc.framework.base import interfaces as base_interfaces |
||||
from grpc.framework.base import null |
||||
from grpc.framework.foundation import activated |
||||
from grpc.framework.foundation import logging_pool |
||||
|
||||
_THREAD_POOL_SIZE = 10 |
||||
|
||||
_INVOCATION_EVENT_KINDS = ( |
||||
_low.Event.Kind.METADATA_ACCEPTED, |
||||
_low.Event.Kind.FINISH |
||||
) |
||||
|
||||
|
||||
@enum.unique |
||||
class _LowWrite(enum.Enum): |
||||
"""The possible categories of low-level write state.""" |
||||
|
||||
OPEN = 'OPEN' |
||||
ACTIVE = 'ACTIVE' |
||||
CLOSED = 'CLOSED' |
||||
|
||||
|
||||
class _RPCState(object): |
||||
"""The full state of any tracked RPC. |
||||
|
||||
Attributes: |
||||
call: The _low.Call object for the RPC. |
||||
outstanding: The set of Event.Kind values describing expected future events |
||||
for the RPC. |
||||
active: A boolean indicating whether or not the RPC is active. |
||||
common: An _common.RPCState describing additional state for the RPC. |
||||
""" |
||||
|
||||
def __init__(self, call, outstanding, active, common): |
||||
self.call = call |
||||
self.outstanding = outstanding |
||||
self.active = active |
||||
self.common = common |
||||
|
||||
|
||||
def _write(operation_id, call, outstanding, write_state, serialized_payload): |
||||
if write_state.low is _LowWrite.OPEN: |
||||
call.write(serialized_payload, operation_id, 0) |
||||
outstanding.add(_low.Event.Kind.WRITE_ACCEPTED) |
||||
write_state.low = _LowWrite.ACTIVE |
||||
elif write_state.low is _LowWrite.ACTIVE: |
||||
write_state.pending.append(serialized_payload) |
||||
else: |
||||
raise ValueError('Write attempted after writes completed!') |
||||
|
||||
|
||||
class RearLink(base_interfaces.RearLink, activated.Activated): |
||||
"""An invocation-side bridge between RPC Framework and the C-ish _low code.""" |
||||
|
||||
def __init__( |
||||
self, host, port, pool, request_serializers, response_deserializers, |
||||
secure, root_certificates, private_key, certificate_chain, |
||||
metadata_transformer=None, server_host_override=None): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
host: The host to which to connect for RPC service. |
||||
port: The port to which to connect for RPC service. |
||||
pool: A thread pool. |
||||
request_serializers: A dict from RPC method names to request object |
||||
serializer behaviors. |
||||
response_deserializers: A dict from RPC method names to response object |
||||
deserializer behaviors. |
||||
secure: A boolean indicating whether or not to use a secure connection. |
||||
root_certificates: The PEM-encoded root certificates or None to ask for |
||||
them to be retrieved from a default location. |
||||
private_key: The PEM-encoded private key to use or None if no private |
||||
key should be used. |
||||
certificate_chain: The PEM-encoded certificate chain to use or None if |
||||
no certificate chain should be used. |
||||
metadata_transformer: A function that given a metadata object produces |
||||
another metadata to be used in the underlying communication on the |
||||
wire. |
||||
server_host_override: (For testing only) the target name used for SSL |
||||
host name checking. |
||||
""" |
||||
self._condition = threading.Condition() |
||||
self._host = host |
||||
self._port = port |
||||
self._pool = pool |
||||
self._request_serializers = request_serializers |
||||
self._response_deserializers = response_deserializers |
||||
|
||||
self._fore_link = null.NULL_FORE_LINK |
||||
self._completion_queue = None |
||||
self._channel = None |
||||
self._rpc_states = {} |
||||
self._spinning = False |
||||
if secure: |
||||
self._client_credentials = _low.ClientCredentials( |
||||
root_certificates, private_key, certificate_chain) |
||||
else: |
||||
self._client_credentials = None |
||||
self._root_certificates = root_certificates |
||||
self._private_key = private_key |
||||
self._certificate_chain = certificate_chain |
||||
self._metadata_transformer = metadata_transformer |
||||
self._server_host_override = server_host_override |
||||
|
||||
def _on_write_event(self, operation_id, event, rpc_state): |
||||
if event.write_accepted: |
||||
if rpc_state.common.write.pending: |
||||
rpc_state.call.write( |
||||
rpc_state.common.write.pending.pop(0), operation_id, 0) |
||||
rpc_state.outstanding.add(_low.Event.Kind.WRITE_ACCEPTED) |
||||
elif rpc_state.common.write.high is _common.HighWrite.CLOSED: |
||||
rpc_state.call.complete(operation_id) |
||||
rpc_state.outstanding.add(_low.Event.Kind.COMPLETE_ACCEPTED) |
||||
rpc_state.common.write.low = _LowWrite.CLOSED |
||||
else: |
||||
rpc_state.common.write.low = _LowWrite.OPEN |
||||
else: |
||||
logging.error('RPC write not accepted! Event: %s', (event,)) |
||||
rpc_state.active = False |
||||
ticket = base_interfaces.BackToFrontTicket( |
||||
operation_id, rpc_state.common.sequence_number, |
||||
base_interfaces.BackToFrontTicket.Kind.TRANSMISSION_FAILURE, None) |
||||
rpc_state.common.sequence_number += 1 |
||||
self._fore_link.accept_back_to_front_ticket(ticket) |
||||
|
||||
def _on_read_event(self, operation_id, event, rpc_state): |
||||
if event.bytes is not None: |
||||
rpc_state.call.read(operation_id) |
||||
rpc_state.outstanding.add(_low.Event.Kind.READ_ACCEPTED) |
||||
|
||||
ticket = base_interfaces.BackToFrontTicket( |
||||
operation_id, rpc_state.common.sequence_number, |
||||
base_interfaces.BackToFrontTicket.Kind.CONTINUATION, |
||||
rpc_state.common.deserializer(event.bytes)) |
||||
rpc_state.common.sequence_number += 1 |
||||
self._fore_link.accept_back_to_front_ticket(ticket) |
||||
|
||||
def _on_complete_event(self, operation_id, event, rpc_state): |
||||
if not event.complete_accepted: |
||||
logging.error('RPC complete not accepted! Event: %s', (event,)) |
||||
rpc_state.active = False |
||||
ticket = base_interfaces.BackToFrontTicket( |
||||
operation_id, rpc_state.common.sequence_number, |
||||
base_interfaces.BackToFrontTicket.Kind.TRANSMISSION_FAILURE, None) |
||||
rpc_state.common.sequence_number += 1 |
||||
self._fore_link.accept_back_to_front_ticket(ticket) |
||||
|
||||
# TODO(nathaniel): Metadata support. |
||||
def _on_metadata_event(self, operation_id, event, rpc_state): # pylint: disable=unused-argument |
||||
rpc_state.call.read(operation_id) |
||||
rpc_state.outstanding.add(_low.Event.Kind.READ_ACCEPTED) |
||||
|
||||
def _on_finish_event(self, operation_id, event, rpc_state): |
||||
"""Handle termination of an RPC.""" |
||||
# TODO(nathaniel): Cover all statuses. |
||||
if event.status.code is _low.Code.OK: |
||||
kind = base_interfaces.BackToFrontTicket.Kind.COMPLETION |
||||
elif event.status.code is _low.Code.CANCELLED: |
||||
kind = base_interfaces.BackToFrontTicket.Kind.CANCELLATION |
||||
elif event.status.code is _low.Code.DEADLINE_EXCEEDED: |
||||
kind = base_interfaces.BackToFrontTicket.Kind.EXPIRATION |
||||
else: |
||||
kind = base_interfaces.BackToFrontTicket.Kind.TRANSMISSION_FAILURE |
||||
ticket = base_interfaces.BackToFrontTicket( |
||||
operation_id, rpc_state.common.sequence_number, kind, None) |
||||
rpc_state.common.sequence_number += 1 |
||||
self._fore_link.accept_back_to_front_ticket(ticket) |
||||
|
||||
def _spin(self, completion_queue): |
||||
while True: |
||||
event = completion_queue.get(None) |
||||
operation_id = event.tag |
||||
|
||||
with self._condition: |
||||
rpc_state = self._rpc_states[operation_id] |
||||
rpc_state.outstanding.remove(event.kind) |
||||
if rpc_state.active and self._completion_queue is not None: |
||||
if event.kind is _low.Event.Kind.WRITE_ACCEPTED: |
||||
self._on_write_event(operation_id, event, rpc_state) |
||||
elif event.kind is _low.Event.Kind.METADATA_ACCEPTED: |
||||
self._on_metadata_event(operation_id, event, rpc_state) |
||||
elif event.kind is _low.Event.Kind.READ_ACCEPTED: |
||||
self._on_read_event(operation_id, event, rpc_state) |
||||
elif event.kind is _low.Event.Kind.COMPLETE_ACCEPTED: |
||||
self._on_complete_event(operation_id, event, rpc_state) |
||||
elif event.kind is _low.Event.Kind.FINISH: |
||||
self._on_finish_event(operation_id, event, rpc_state) |
||||
else: |
||||
logging.error('Illegal RPC event! %s', (event,)) |
||||
|
||||
if not rpc_state.outstanding: |
||||
self._rpc_states.pop(operation_id) |
||||
if not self._rpc_states: |
||||
self._spinning = False |
||||
self._condition.notify_all() |
||||
return |
||||
|
||||
def _invoke(self, operation_id, name, high_state, payload, timeout): |
||||
"""Invoke an RPC. |
||||
|
||||
Args: |
||||
operation_id: Any object to be used as an operation ID for the RPC. |
||||
name: The RPC method name. |
||||
high_state: A _common.HighWrite value representing the "high write state" |
||||
of the RPC. |
||||
payload: A payload object for the RPC or None if no payload was given at |
||||
invocation-time. |
||||
timeout: A duration of time in seconds to allow for the RPC. |
||||
""" |
||||
request_serializer = self._request_serializers[name] |
||||
call = _low.Call(self._channel, self._completion_queue, name, self._host, time.time() + timeout) |
||||
if self._metadata_transformer is not None: |
||||
metadata = self._metadata_transformer([]) |
||||
for metadata_key, metadata_value in metadata: |
||||
call.add_metadata(metadata_key, metadata_value) |
||||
call.invoke(self._completion_queue, operation_id, operation_id) |
||||
outstanding = set(_INVOCATION_EVENT_KINDS) |
||||
|
||||
if payload is None: |
||||
if high_state is _common.HighWrite.CLOSED: |
||||
call.complete(operation_id) |
||||
low_state = _LowWrite.CLOSED |
||||
outstanding.add(_low.Event.Kind.COMPLETE_ACCEPTED) |
||||
else: |
||||
low_state = _LowWrite.OPEN |
||||
else: |
||||
serialized_payload = request_serializer(payload) |
||||
call.write(serialized_payload, operation_id, 0) |
||||
outstanding.add(_low.Event.Kind.WRITE_ACCEPTED) |
||||
low_state = _LowWrite.ACTIVE |
||||
|
||||
write_state = _common.WriteState(low_state, high_state, []) |
||||
common_state = _common.CommonRPCState( |
||||
write_state, 0, self._response_deserializers[name], request_serializer) |
||||
self._rpc_states[operation_id] = _RPCState( |
||||
call, outstanding, True, common_state) |
||||
|
||||
if not self._spinning: |
||||
self._pool.submit(self._spin, self._completion_queue) |
||||
self._spinning = True |
||||
|
||||
def _commence(self, operation_id, name, payload, timeout): |
||||
self._invoke(operation_id, name, _common.HighWrite.OPEN, payload, timeout) |
||||
|
||||
def _continue(self, operation_id, payload): |
||||
rpc_state = self._rpc_states.get(operation_id, None) |
||||
if rpc_state is None or not rpc_state.active: |
||||
return |
||||
|
||||
_write( |
||||
operation_id, rpc_state.call, rpc_state.outstanding, |
||||
rpc_state.common.write, rpc_state.common.serializer(payload)) |
||||
|
||||
def _complete(self, operation_id, payload): |
||||
"""Close writes associated with an ongoing RPC. |
||||
|
||||
Args: |
||||
operation_id: Any object being use as an operation ID for the RPC. |
||||
payload: A payload object for the RPC (and thus the last payload object |
||||
for the RPC) or None if no payload was given along with the instruction |
||||
to indicate the end of writes for the RPC. |
||||
""" |
||||
rpc_state = self._rpc_states.get(operation_id, None) |
||||
if rpc_state is None or not rpc_state.active: |
||||
return |
||||
|
||||
write_state = rpc_state.common.write |
||||
if payload is None: |
||||
if write_state.low is _LowWrite.OPEN: |
||||
rpc_state.call.complete(operation_id) |
||||
rpc_state.outstanding.add(_low.Event.Kind.COMPLETE_ACCEPTED) |
||||
write_state.low = _LowWrite.CLOSED |
||||
else: |
||||
_write( |
||||
operation_id, rpc_state.call, rpc_state.outstanding, write_state, |
||||
rpc_state.common.serializer(payload)) |
||||
write_state.high = _common.HighWrite.CLOSED |
||||
|
||||
def _entire(self, operation_id, name, payload, timeout): |
||||
self._invoke(operation_id, name, _common.HighWrite.CLOSED, payload, timeout) |
||||
|
||||
def _cancel(self, operation_id): |
||||
rpc_state = self._rpc_states.get(operation_id, None) |
||||
if rpc_state is not None and rpc_state.active: |
||||
rpc_state.call.cancel() |
||||
rpc_state.active = False |
||||
|
||||
def join_fore_link(self, fore_link): |
||||
"""See base_interfaces.RearLink.join_fore_link for specification.""" |
||||
with self._condition: |
||||
self._fore_link = null.NULL_FORE_LINK if fore_link is None else fore_link |
||||
|
||||
def _start(self): |
||||
"""Starts this RearLink. |
||||
|
||||
This method must be called before attempting to exchange tickets with this |
||||
object. |
||||
""" |
||||
with self._condition: |
||||
self._completion_queue = _low.CompletionQueue() |
||||
self._channel = _low.Channel( |
||||
'%s:%d' % (self._host, self._port), self._client_credentials, |
||||
server_host_override=self._server_host_override) |
||||
return self |
||||
|
||||
def _stop(self): |
||||
"""Stops this RearLink. |
||||
|
||||
This method must be called for proper termination of this object, and no |
||||
attempts to exchange tickets with this object may be made after this method |
||||
has been called. |
||||
""" |
||||
with self._condition: |
||||
self._completion_queue.stop() |
||||
self._completion_queue = None |
||||
|
||||
while self._spinning: |
||||
self._condition.wait() |
||||
|
||||
def __enter__(self): |
||||
"""See activated.Activated.__enter__ for specification.""" |
||||
return self._start() |
||||
|
||||
def __exit__(self, exc_type, exc_val, exc_tb): |
||||
"""See activated.Activated.__exit__ for specification.""" |
||||
self._stop() |
||||
return False |
||||
|
||||
def start(self): |
||||
"""See activated.Activated.start for specification.""" |
||||
return self._start() |
||||
|
||||
def stop(self): |
||||
"""See activated.Activated.stop for specification.""" |
||||
self._stop() |
||||
|
||||
def accept_front_to_back_ticket(self, ticket): |
||||
"""See base_interfaces.RearLink.accept_front_to_back_ticket for spec.""" |
||||
with self._condition: |
||||
if self._completion_queue is None: |
||||
return |
||||
|
||||
if ticket.kind is base_interfaces.FrontToBackTicket.Kind.COMMENCEMENT: |
||||
self._commence( |
||||
ticket.operation_id, ticket.name, ticket.payload, ticket.timeout) |
||||
elif ticket.kind is base_interfaces.FrontToBackTicket.Kind.CONTINUATION: |
||||
self._continue(ticket.operation_id, ticket.payload) |
||||
elif ticket.kind is base_interfaces.FrontToBackTicket.Kind.COMPLETION: |
||||
self._complete(ticket.operation_id, ticket.payload) |
||||
elif ticket.kind is base_interfaces.FrontToBackTicket.Kind.ENTIRE: |
||||
self._entire( |
||||
ticket.operation_id, ticket.name, ticket.payload, ticket.timeout) |
||||
elif ticket.kind is base_interfaces.FrontToBackTicket.Kind.CANCELLATION: |
||||
self._cancel(ticket.operation_id) |
||||
else: |
||||
# NOTE(nathaniel): All other categories are treated as cancellation. |
||||
self._cancel(ticket.operation_id) |
@ -1,35 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
import warnings |
||||
|
||||
warnings.simplefilter('always', DeprecationWarning) |
||||
warnings.warn('the alpha API (includes this package) is deprecated, ' |
||||
'unmaintained, and no longer tested. Please migrate to the beta ' |
||||
'API.', DeprecationWarning, stacklevel=2) |
@ -1,262 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Entry points into GRPC.""" |
||||
|
||||
import threading |
||||
|
||||
from grpc._adapter import fore as _fore |
||||
from grpc._adapter import rear as _rear |
||||
from grpc.framework.alpha import _face_utilities |
||||
from grpc.framework.alpha import _reexport |
||||
from grpc.framework.alpha import interfaces |
||||
from grpc.framework.base import implementations as _base_implementations |
||||
from grpc.framework.base import util as _base_utilities |
||||
from grpc.framework.face import implementations as _face_implementations |
||||
from grpc.framework.foundation import logging_pool |
||||
|
||||
_DEFAULT_THREAD_POOL_SIZE = 8 |
||||
_ONE_DAY_IN_SECONDS = 24 * 60 * 60 |
||||
|
||||
|
||||
class _Server(interfaces.Server): |
||||
|
||||
def __init__( |
||||
self, breakdown, port, private_key, certificate_chain, |
||||
thread_pool_size=_DEFAULT_THREAD_POOL_SIZE): |
||||
self._lock = threading.Lock() |
||||
self._breakdown = breakdown |
||||
self._port = port |
||||
if private_key is None or certificate_chain is None: |
||||
self._key_chain_pairs = () |
||||
else: |
||||
self._key_chain_pairs = ((private_key, certificate_chain),) |
||||
|
||||
self._pool_size = thread_pool_size |
||||
self._pool = None |
||||
self._back = None |
||||
self._fore_link = None |
||||
|
||||
def _start(self): |
||||
with self._lock: |
||||
if self._pool is None: |
||||
self._pool = logging_pool.pool(self._pool_size) |
||||
servicer = _face_implementations.servicer( |
||||
self._pool, self._breakdown.implementations, None) |
||||
self._back = _base_implementations.back_link( |
||||
servicer, self._pool, self._pool, self._pool, _ONE_DAY_IN_SECONDS, |
||||
_ONE_DAY_IN_SECONDS) |
||||
self._fore_link = _fore.ForeLink( |
||||
self._pool, self._breakdown.request_deserializers, |
||||
self._breakdown.response_serializers, None, self._key_chain_pairs, |
||||
port=self._port) |
||||
self._back.join_fore_link(self._fore_link) |
||||
self._fore_link.join_rear_link(self._back) |
||||
self._fore_link.start() |
||||
else: |
||||
raise ValueError('Server currently running!') |
||||
|
||||
def _stop(self): |
||||
with self._lock: |
||||
if self._pool is None: |
||||
raise ValueError('Server not running!') |
||||
else: |
||||
self._fore_link.stop() |
||||
_base_utilities.wait_for_idle(self._back) |
||||
self._pool.shutdown(wait=True) |
||||
self._fore_link = None |
||||
self._back = None |
||||
self._pool = None |
||||
|
||||
def __enter__(self): |
||||
self._start() |
||||
return self |
||||
|
||||
def __exit__(self, exc_type, exc_val, exc_tb): |
||||
self._stop() |
||||
return False |
||||
|
||||
def start(self): |
||||
self._start() |
||||
|
||||
def stop(self): |
||||
self._stop() |
||||
|
||||
def port(self): |
||||
with self._lock: |
||||
return self._fore_link.port() |
||||
|
||||
|
||||
class _Stub(interfaces.Stub): |
||||
|
||||
def __init__( |
||||
self, breakdown, host, port, secure, root_certificates, private_key, |
||||
certificate_chain, metadata_transformer=None, server_host_override=None, |
||||
thread_pool_size=_DEFAULT_THREAD_POOL_SIZE): |
||||
self._lock = threading.Lock() |
||||
self._breakdown = breakdown |
||||
self._host = host |
||||
self._port = port |
||||
self._secure = secure |
||||
self._root_certificates = root_certificates |
||||
self._private_key = private_key |
||||
self._certificate_chain = certificate_chain |
||||
self._metadata_transformer = metadata_transformer |
||||
self._server_host_override = server_host_override |
||||
|
||||
self._pool_size = thread_pool_size |
||||
self._pool = None |
||||
self._front = None |
||||
self._rear_link = None |
||||
self._understub = None |
||||
|
||||
def __enter__(self): |
||||
with self._lock: |
||||
if self._pool is None: |
||||
self._pool = logging_pool.pool(self._pool_size) |
||||
self._front = _base_implementations.front_link( |
||||
self._pool, self._pool, self._pool) |
||||
self._rear_link = _rear.RearLink( |
||||
self._host, self._port, self._pool, |
||||
self._breakdown.request_serializers, |
||||
self._breakdown.response_deserializers, self._secure, |
||||
self._root_certificates, self._private_key, self._certificate_chain, |
||||
metadata_transformer=self._metadata_transformer, |
||||
server_host_override=self._server_host_override) |
||||
self._front.join_rear_link(self._rear_link) |
||||
self._rear_link.join_fore_link(self._front) |
||||
self._rear_link.start() |
||||
self._understub = _face_implementations.dynamic_stub( |
||||
self._breakdown.face_cardinalities, self._front, self._pool, '') |
||||
else: |
||||
raise ValueError('Tried to __enter__ already-__enter__ed Stub!') |
||||
return self |
||||
|
||||
def __exit__(self, exc_type, exc_val, exc_tb): |
||||
with self._lock: |
||||
if self._pool is None: |
||||
raise ValueError('Tried to __exit__ non-__enter__ed Stub!') |
||||
else: |
||||
self._rear_link.stop() |
||||
_base_utilities.wait_for_idle(self._front) |
||||
self._pool.shutdown(wait=True) |
||||
self._rear_link = None |
||||
self._front = None |
||||
self._pool = None |
||||
self._understub = None |
||||
return False |
||||
|
||||
def __getattr__(self, attr): |
||||
with self._lock: |
||||
if self._pool is None: |
||||
raise ValueError('Tried to __getattr__ non-__enter__ed Stub!') |
||||
else: |
||||
method_cardinality = self._breakdown.cardinalities.get(attr) |
||||
underlying_attr = getattr( |
||||
self._understub, self._breakdown.qualified_names.get(attr), None) |
||||
if method_cardinality is interfaces.Cardinality.UNARY_UNARY: |
||||
return _reexport.unary_unary_sync_async(underlying_attr) |
||||
elif method_cardinality is interfaces.Cardinality.UNARY_STREAM: |
||||
return lambda request, timeout: _reexport.cancellable_iterator( |
||||
underlying_attr(request, timeout)) |
||||
elif method_cardinality is interfaces.Cardinality.STREAM_UNARY: |
||||
return _reexport.stream_unary_sync_async(underlying_attr) |
||||
elif method_cardinality is interfaces.Cardinality.STREAM_STREAM: |
||||
return lambda request_iterator, timeout: ( |
||||
_reexport.cancellable_iterator(underlying_attr( |
||||
request_iterator, timeout))) |
||||
else: |
||||
raise AttributeError(attr) |
||||
|
||||
|
||||
def stub( |
||||
service_name, methods, host, port, metadata_transformer=None, secure=False, |
||||
root_certificates=None, private_key=None, certificate_chain=None, |
||||
server_host_override=None, thread_pool_size=_DEFAULT_THREAD_POOL_SIZE): |
||||
"""Constructs an interfaces.Stub. |
||||
|
||||
Args: |
||||
service_name: The package-qualified full name of the service. |
||||
methods: A dictionary from RPC method name to |
||||
interfaces.RpcMethodInvocationDescription describing the RPCs to be |
||||
supported by the created stub. The RPC method names in the dictionary are |
||||
not qualified by the service name or decorated in any other way. |
||||
host: The host to which to connect for RPC service. |
||||
port: The port to which to connect for RPC service. |
||||
metadata_transformer: A callable that given a metadata object produces |
||||
another metadata object to be used in the underlying communication on the |
||||
wire. |
||||
secure: Whether or not to construct the stub with a secure connection. |
||||
root_certificates: The PEM-encoded root certificates or None to ask for |
||||
them to be retrieved from a default location. |
||||
private_key: The PEM-encoded private key to use or None if no private key |
||||
should be used. |
||||
certificate_chain: The PEM-encoded certificate chain to use or None if no |
||||
certificate chain should be used. |
||||
server_host_override: (For testing only) the target name used for SSL |
||||
host name checking. |
||||
thread_pool_size: The maximum number of threads to allow in the backing |
||||
thread pool. |
||||
|
||||
Returns: |
||||
An interfaces.Stub affording RPC invocation. |
||||
""" |
||||
breakdown = _face_utilities.break_down_invocation(service_name, methods) |
||||
return _Stub( |
||||
breakdown, host, port, secure, root_certificates, private_key, |
||||
certificate_chain, server_host_override=server_host_override, |
||||
metadata_transformer=metadata_transformer, |
||||
thread_pool_size=thread_pool_size) |
||||
|
||||
|
||||
def server( |
||||
service_name, methods, port, private_key=None, certificate_chain=None, |
||||
thread_pool_size=_DEFAULT_THREAD_POOL_SIZE): |
||||
"""Constructs an interfaces.Server. |
||||
|
||||
Args: |
||||
service_name: The package-qualified full name of the service. |
||||
methods: A dictionary from RPC method name to |
||||
interfaces.RpcMethodServiceDescription describing the RPCs to |
||||
be serviced by the created server. The RPC method names in the dictionary |
||||
are not qualified by the service name or decorated in any other way. |
||||
port: The port on which to serve or zero to ask for a port to be |
||||
automatically selected. |
||||
private_key: A pem-encoded private key, or None for an insecure server. |
||||
certificate_chain: A pem-encoded certificate chain, or None for an insecure |
||||
server. |
||||
thread_pool_size: The maximum number of threads to allow in the backing |
||||
thread pool. |
||||
|
||||
Returns: |
||||
An interfaces.Server that will serve secure traffic. |
||||
""" |
||||
breakdown = _face_utilities.break_down_service(service_name, methods) |
||||
return _Server(breakdown, port, private_key, certificate_chain, |
||||
thread_pool_size=thread_pool_size) |
@ -1,35 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
import warnings |
||||
|
||||
warnings.simplefilter('always', DeprecationWarning) |
||||
warnings.warn('the alpha API (includes this package) is deprecated, ' |
||||
'unmaintained, and no longer tested. Please migrate to the beta ' |
||||
'API.', DeprecationWarning, stacklevel=2) |
@ -1,183 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
import abc |
||||
import collections |
||||
|
||||
import six |
||||
|
||||
# face_interfaces is referenced from specification in this module. |
||||
from grpc.framework.common import cardinality |
||||
from grpc.framework.face import interfaces as face_interfaces # pylint: disable=unused-import |
||||
from grpc.framework.face import utilities as face_utilities |
||||
from grpc.framework.alpha import _reexport |
||||
from grpc.framework.alpha import interfaces |
||||
|
||||
|
||||
def _qualified_name(service_name, method_name): |
||||
return '/%s/%s' % (service_name, method_name) |
||||
|
||||
|
||||
# TODO(nathaniel): This structure is getting bloated; it could be shrunk if |
||||
# implementations._Stub used a generic rather than a dynamic underlying |
||||
# face-layer stub. |
||||
class InvocationBreakdown(six.with_metaclass(abc.ABCMeta)): |
||||
"""An intermediate representation of invocation-side views of RPC methods. |
||||
|
||||
Attributes: |
||||
cardinalities: A dictionary from RPC method name to interfaces.Cardinality |
||||
value. |
||||
qualified_names: A dictionary from unqualified RPC method name to |
||||
service-qualified RPC method name. |
||||
face_cardinalities: A dictionary from service-qualified RPC method name to |
||||
to cardinality.Cardinality value. |
||||
request_serializers: A dictionary from service-qualified RPC method name to |
||||
callable behavior to be used serializing request values for the RPC. |
||||
response_deserializers: A dictionary from service-qualified RPC method name |
||||
to callable behavior to be used deserializing response values for the |
||||
RPC. |
||||
""" |
||||
|
||||
|
||||
class _EasyInvocationBreakdown( |
||||
InvocationBreakdown, |
||||
collections.namedtuple( |
||||
'_EasyInvocationBreakdown', |
||||
('cardinalities', 'qualified_names', 'face_cardinalities', |
||||
'request_serializers', 'response_deserializers'))): |
||||
pass |
||||
|
||||
|
||||
class ServiceBreakdown(six.with_metaclass(abc.ABCMeta)): |
||||
"""An intermediate representation of service-side views of RPC methods. |
||||
|
||||
Attributes: |
||||
implementations: A dictionary from service-qualified RPC method name to |
||||
face_interfaces.MethodImplementation implementing the RPC method. |
||||
request_deserializers: A dictionary from service-qualified RPC method name |
||||
to callable behavior to be used deserializing request values for the RPC. |
||||
response_serializers: A dictionary from service-qualified RPC method name |
||||
to callable behavior to be used serializing response values for the RPC. |
||||
""" |
||||
|
||||
|
||||
class _EasyServiceBreakdown( |
||||
ServiceBreakdown, |
||||
collections.namedtuple( |
||||
'_EasyServiceBreakdown', |
||||
('implementations', 'request_deserializers', 'response_serializers'))): |
||||
pass |
||||
|
||||
|
||||
def break_down_invocation(service_name, method_descriptions): |
||||
"""Derives an InvocationBreakdown from several RPC method descriptions. |
||||
|
||||
Args: |
||||
service_name: The package-qualified full name of the service. |
||||
method_descriptions: A dictionary from RPC method name to |
||||
interfaces.RpcMethodInvocationDescription describing the RPCs. |
||||
|
||||
Returns: |
||||
An InvocationBreakdown corresponding to the given method descriptions. |
||||
""" |
||||
cardinalities = {} |
||||
qualified_names = {} |
||||
face_cardinalities = {} |
||||
request_serializers = {} |
||||
response_deserializers = {} |
||||
for name, method_description in six.iteritems(method_descriptions): |
||||
qualified_name = _qualified_name(service_name, name) |
||||
method_cardinality = method_description.cardinality() |
||||
cardinalities[name] = method_description.cardinality() |
||||
qualified_names[name] = qualified_name |
||||
face_cardinalities[qualified_name] = _reexport.common_cardinality( |
||||
method_cardinality) |
||||
request_serializers[qualified_name] = method_description.serialize_request |
||||
response_deserializers[qualified_name] = ( |
||||
method_description.deserialize_response) |
||||
return _EasyInvocationBreakdown( |
||||
cardinalities, qualified_names, face_cardinalities, request_serializers, |
||||
response_deserializers) |
||||
|
||||
|
||||
def break_down_service(service_name, method_descriptions): |
||||
"""Derives a ServiceBreakdown from several RPC method descriptions. |
||||
|
||||
Args: |
||||
method_descriptions: A dictionary from RPC method name to |
||||
interfaces.RpcMethodServiceDescription describing the RPCs. |
||||
|
||||
Returns: |
||||
A ServiceBreakdown corresponding to the given method descriptions. |
||||
""" |
||||
implementations = {} |
||||
request_deserializers = {} |
||||
response_serializers = {} |
||||
for name, method_description in six.iteritems(method_descriptions): |
||||
qualified_name = _qualified_name(service_name, name) |
||||
method_cardinality = method_description.cardinality() |
||||
if method_cardinality is interfaces.Cardinality.UNARY_UNARY: |
||||
def service( |
||||
request, face_rpc_context, |
||||
service_behavior=method_description.service_unary_unary): |
||||
return service_behavior( |
||||
request, _reexport.rpc_context(face_rpc_context)) |
||||
implementations[qualified_name] = face_utilities.unary_unary_inline( |
||||
service) |
||||
elif method_cardinality is interfaces.Cardinality.UNARY_STREAM: |
||||
def service( |
||||
request, face_rpc_context, |
||||
service_behavior=method_description.service_unary_stream): |
||||
return service_behavior( |
||||
request, _reexport.rpc_context(face_rpc_context)) |
||||
implementations[qualified_name] = face_utilities.unary_stream_inline( |
||||
service) |
||||
elif method_cardinality is interfaces.Cardinality.STREAM_UNARY: |
||||
def service( |
||||
request_iterator, face_rpc_context, |
||||
service_behavior=method_description.service_stream_unary): |
||||
return service_behavior( |
||||
request_iterator, _reexport.rpc_context(face_rpc_context)) |
||||
implementations[qualified_name] = face_utilities.stream_unary_inline( |
||||
service) |
||||
elif method_cardinality is interfaces.Cardinality.STREAM_STREAM: |
||||
def service( |
||||
request_iterator, face_rpc_context, |
||||
service_behavior=method_description.service_stream_stream): |
||||
return service_behavior( |
||||
request_iterator, _reexport.rpc_context(face_rpc_context)) |
||||
implementations[qualified_name] = face_utilities.stream_stream_inline( |
||||
service) |
||||
request_deserializers[qualified_name] = ( |
||||
method_description.deserialize_request) |
||||
response_serializers[qualified_name] = ( |
||||
method_description.serialize_response) |
||||
|
||||
return _EasyServiceBreakdown( |
||||
implementations, request_deserializers, response_serializers) |
@ -1,205 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
import six |
||||
|
||||
from grpc.framework.common import cardinality |
||||
from grpc.framework.face import exceptions as face_exceptions |
||||
from grpc.framework.face import interfaces as face_interfaces |
||||
from grpc.framework.foundation import future |
||||
from grpc.framework.alpha import exceptions |
||||
from grpc.framework.alpha import interfaces |
||||
|
||||
_EARLY_ADOPTER_CARDINALITY_TO_COMMON_CARDINALITY = { |
||||
interfaces.Cardinality.UNARY_UNARY: cardinality.Cardinality.UNARY_UNARY, |
||||
interfaces.Cardinality.UNARY_STREAM: cardinality.Cardinality.UNARY_STREAM, |
||||
interfaces.Cardinality.STREAM_UNARY: cardinality.Cardinality.STREAM_UNARY, |
||||
interfaces.Cardinality.STREAM_STREAM: cardinality.Cardinality.STREAM_STREAM, |
||||
} |
||||
|
||||
_ABORTION_REEXPORT = { |
||||
face_interfaces.Abortion.CANCELLED: interfaces.Abortion.CANCELLED, |
||||
face_interfaces.Abortion.EXPIRED: interfaces.Abortion.EXPIRED, |
||||
face_interfaces.Abortion.NETWORK_FAILURE: |
||||
interfaces.Abortion.NETWORK_FAILURE, |
||||
face_interfaces.Abortion.SERVICED_FAILURE: |
||||
interfaces.Abortion.SERVICED_FAILURE, |
||||
face_interfaces.Abortion.SERVICER_FAILURE: |
||||
interfaces.Abortion.SERVICER_FAILURE, |
||||
} |
||||
|
||||
|
||||
class _RpcError(exceptions.RpcError): |
||||
pass |
||||
|
||||
|
||||
def _reexport_error(face_rpc_error): |
||||
if isinstance(face_rpc_error, face_exceptions.CancellationError): |
||||
return exceptions.CancellationError() |
||||
elif isinstance(face_rpc_error, face_exceptions.ExpirationError): |
||||
return exceptions.ExpirationError() |
||||
else: |
||||
return _RpcError() |
||||
|
||||
|
||||
def _as_face_abortion_callback(abortion_callback): |
||||
def face_abortion_callback(face_abortion): |
||||
abortion_callback(_ABORTION_REEXPORT[face_abortion]) |
||||
return face_abortion_callback |
||||
|
||||
|
||||
class _ReexportedFuture(future.Future): |
||||
|
||||
def __init__(self, face_future): |
||||
self._face_future = face_future |
||||
|
||||
def cancel(self): |
||||
return self._face_future.cancel() |
||||
|
||||
def cancelled(self): |
||||
return self._face_future.cancelled() |
||||
|
||||
def running(self): |
||||
return self._face_future.running() |
||||
|
||||
def done(self): |
||||
return self._face_future.done() |
||||
|
||||
def result(self, timeout=None): |
||||
try: |
||||
return self._face_future.result(timeout=timeout) |
||||
except face_exceptions.RpcError as e: |
||||
raise _reexport_error(e) |
||||
|
||||
def exception(self, timeout=None): |
||||
face_error = self._face_future.exception(timeout=timeout) |
||||
return None if face_error is None else _reexport_error(face_error) |
||||
|
||||
def traceback(self, timeout=None): |
||||
return self._face_future.traceback(timeout=timeout) |
||||
|
||||
def add_done_callback(self, fn): |
||||
self._face_future.add_done_callback(lambda unused_face_future: fn(self)) |
||||
|
||||
|
||||
def _call_reexporting_errors(behavior, *args, **kwargs): |
||||
try: |
||||
return behavior(*args, **kwargs) |
||||
except face_exceptions.RpcError as e: |
||||
raise _reexport_error(e) |
||||
|
||||
|
||||
def _reexported_future(face_future): |
||||
return _ReexportedFuture(face_future) |
||||
|
||||
|
||||
class _CancellableIterator(interfaces.CancellableIterator): |
||||
|
||||
def __init__(self, face_cancellable_iterator): |
||||
self._face_cancellable_iterator = face_cancellable_iterator |
||||
|
||||
def __iter__(self): |
||||
return self |
||||
|
||||
def next(self): |
||||
return _call_reexporting_errors(self._face_cancellable_iterator.next) |
||||
|
||||
def cancel(self): |
||||
self._face_cancellable_iterator.cancel() |
||||
|
||||
|
||||
class _RpcContext(interfaces.RpcContext): |
||||
|
||||
def __init__(self, face_rpc_context): |
||||
self._face_rpc_context = face_rpc_context |
||||
|
||||
def is_active(self): |
||||
return self._face_rpc_context.is_active() |
||||
|
||||
def time_remaining(self): |
||||
return self._face_rpc_context.time_remaining() |
||||
|
||||
def add_abortion_callback(self, abortion_callback): |
||||
self._face_rpc_context.add_abortion_callback( |
||||
_as_face_abortion_callback(abortion_callback)) |
||||
|
||||
|
||||
class _UnaryUnarySyncAsync(interfaces.UnaryUnarySyncAsync): |
||||
|
||||
def __init__(self, face_unary_unary_multi_callable): |
||||
self._underlying = face_unary_unary_multi_callable |
||||
|
||||
def __call__(self, request, timeout): |
||||
return _call_reexporting_errors( |
||||
self._underlying, request, timeout) |
||||
|
||||
def async(self, request, timeout): |
||||
return _ReexportedFuture(self._underlying.future(request, timeout)) |
||||
|
||||
|
||||
class _StreamUnarySyncAsync(interfaces.StreamUnarySyncAsync): |
||||
|
||||
def __init__(self, face_stream_unary_multi_callable): |
||||
self._underlying = face_stream_unary_multi_callable |
||||
|
||||
def __call__(self, request_iterator, timeout): |
||||
return _call_reexporting_errors( |
||||
self._underlying, request_iterator, timeout) |
||||
|
||||
def async(self, request_iterator, timeout): |
||||
return _ReexportedFuture(self._underlying.future(request_iterator, timeout)) |
||||
|
||||
|
||||
def common_cardinality(early_adopter_cardinality): |
||||
return _EARLY_ADOPTER_CARDINALITY_TO_COMMON_CARDINALITY[ |
||||
early_adopter_cardinality] |
||||
|
||||
|
||||
def common_cardinalities(early_adopter_cardinalities): |
||||
common_cardinalities = {} |
||||
for name, early_adopter_cardinality in six.iteritems(early_adopter_cardinalities): |
||||
common_cardinalities[name] = _EARLY_ADOPTER_CARDINALITY_TO_COMMON_CARDINALITY[ |
||||
early_adopter_cardinality] |
||||
return common_cardinalities |
||||
|
||||
|
||||
def rpc_context(face_rpc_context): |
||||
return _RpcContext(face_rpc_context) |
||||
|
||||
|
||||
def cancellable_iterator(face_cancellable_iterator): |
||||
return _CancellableIterator(face_cancellable_iterator) |
||||
|
||||
|
||||
def unary_unary_sync_async(face_unary_unary_multi_callable): |
||||
return _UnaryUnarySyncAsync(face_unary_unary_multi_callable) |
||||
|
||||
|
||||
def stream_unary_sync_async(face_stream_unary_multi_callable): |
||||
return _StreamUnarySyncAsync(face_stream_unary_multi_callable) |
@ -1,384 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Interfaces of GRPC.""" |
||||
|
||||
import abc |
||||
import enum |
||||
|
||||
import six |
||||
|
||||
# exceptions is referenced from specification in this module. |
||||
from grpc.framework.alpha import exceptions # pylint: disable=unused-import |
||||
from grpc.framework.foundation import activated |
||||
from grpc.framework.foundation import future |
||||
|
||||
|
||||
@enum.unique |
||||
class Cardinality(enum.Enum): |
||||
"""Constants for the four cardinalities of RPC.""" |
||||
|
||||
UNARY_UNARY = 'request-unary/response-unary' |
||||
UNARY_STREAM = 'request-unary/response-streaming' |
||||
STREAM_UNARY = 'request-streaming/response-unary' |
||||
STREAM_STREAM = 'request-streaming/response-streaming' |
||||
|
||||
|
||||
@enum.unique |
||||
class Abortion(enum.Enum): |
||||
"""Categories of RPC abortion.""" |
||||
|
||||
CANCELLED = 'cancelled' |
||||
EXPIRED = 'expired' |
||||
NETWORK_FAILURE = 'network failure' |
||||
SERVICED_FAILURE = 'serviced failure' |
||||
SERVICER_FAILURE = 'servicer failure' |
||||
|
||||
|
||||
class CancellableIterator(six.with_metaclass(abc.ABCMeta)): |
||||
"""Implements the Iterator protocol and affords a cancel method.""" |
||||
|
||||
@abc.abstractmethod |
||||
def __iter__(self): |
||||
"""Returns the self object in accordance with the Iterator protocol.""" |
||||
raise NotImplementedError() |
||||
|
||||
def __next__(self): |
||||
return self.next() |
||||
|
||||
@abc.abstractmethod |
||||
def next(self): |
||||
"""Returns a value or raises StopIteration per the Iterator protocol.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def cancel(self): |
||||
"""Requests cancellation of whatever computation underlies this iterator.""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class RpcContext(six.with_metaclass(abc.ABCMeta)): |
||||
"""Provides RPC-related information and action.""" |
||||
|
||||
@abc.abstractmethod |
||||
def is_active(self): |
||||
"""Describes whether the RPC is active or has terminated.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def time_remaining(self): |
||||
"""Describes the length of allowed time remaining for the RPC. |
||||
Returns: |
||||
A nonnegative float indicating the length of allowed time in seconds |
||||
remaining for the RPC to complete before it is considered to have timed |
||||
out. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def add_abortion_callback(self, abortion_callback): |
||||
"""Registers a callback to be called if the RPC is aborted. |
||||
Args: |
||||
abortion_callback: A callable to be called and passed an Abortion value |
||||
in the event of RPC abortion. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class UnaryUnarySyncAsync(six.with_metaclass(abc.ABCMeta)): |
||||
"""Affords invoking a unary-unary RPC synchronously or asynchronously. |
||||
Values implementing this interface are directly callable and present an |
||||
"async" method. Both calls take a request value and a numeric timeout. |
||||
Direct invocation of a value of this type invokes its associated RPC and |
||||
blocks until the RPC's response is available. Calling the "async" method |
||||
of a value of this type invokes its associated RPC and immediately returns a |
||||
future.Future bound to the asynchronous execution of the RPC. |
||||
""" |
||||
|
||||
@abc.abstractmethod |
||||
def __call__(self, request, timeout): |
||||
"""Synchronously invokes the underlying RPC. |
||||
Args: |
||||
request: The request value for the RPC. |
||||
timeout: A duration of time in seconds to allow for the RPC. |
||||
Returns: |
||||
The response value for the RPC. |
||||
Raises: |
||||
exceptions.RpcError: Indicating that the RPC was aborted. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def async(self, request, timeout): |
||||
"""Asynchronously invokes the underlying RPC. |
||||
Args: |
||||
request: The request value for the RPC. |
||||
timeout: A duration of time in seconds to allow for the RPC. |
||||
Returns: |
||||
A future.Future representing the RPC. In the event of RPC completion, the |
||||
returned Future's result value will be the response value of the RPC. |
||||
In the event of RPC abortion, the returned Future's exception value |
||||
will be an exceptions.RpcError. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class StreamUnarySyncAsync(six.with_metaclass(abc.ABCMeta)): |
||||
"""Affords invoking a stream-unary RPC synchronously or asynchronously. |
||||
Values implementing this interface are directly callable and present an |
||||
"async" method. Both calls take an iterator of request values and a numeric |
||||
timeout. Direct invocation of a value of this type invokes its associated RPC |
||||
and blocks until the RPC's response is available. Calling the "async" method |
||||
of a value of this type invokes its associated RPC and immediately returns a |
||||
future.Future bound to the asynchronous execution of the RPC. |
||||
""" |
||||
|
||||
@abc.abstractmethod |
||||
def __call__(self, request_iterator, timeout): |
||||
"""Synchronously invokes the underlying RPC. |
||||
|
||||
Args: |
||||
request_iterator: An iterator that yields request values for the RPC. |
||||
timeout: A duration of time in seconds to allow for the RPC. |
||||
|
||||
Returns: |
||||
The response value for the RPC. |
||||
|
||||
Raises: |
||||
exceptions.RpcError: Indicating that the RPC was aborted. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def async(self, request_iterator, timeout): |
||||
"""Asynchronously invokes the underlying RPC. |
||||
|
||||
Args: |
||||
request_iterator: An iterator that yields request values for the RPC. |
||||
timeout: A duration of time in seconds to allow for the RPC. |
||||
|
||||
Returns: |
||||
A future.Future representing the RPC. In the event of RPC completion, the |
||||
returned Future's result value will be the response value of the RPC. |
||||
In the event of RPC abortion, the returned Future's exception value |
||||
will be an exceptions.RpcError. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class RpcMethodDescription(six.with_metaclass(abc.ABCMeta)): |
||||
"""A type for the common aspects of RPC method descriptions.""" |
||||
|
||||
@abc.abstractmethod |
||||
def cardinality(self): |
||||
"""Identifies the cardinality of this RpcMethodDescription. |
||||
|
||||
Returns: |
||||
A Cardinality value identifying whether or not this |
||||
RpcMethodDescription is request-unary or request-streaming and |
||||
whether or not it is response-unary or response-streaming. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class RpcMethodInvocationDescription(six.with_metaclass(abc.ABCMeta, RpcMethodDescription)): |
||||
"""Invocation-side description of an RPC method.""" |
||||
|
||||
@abc.abstractmethod |
||||
def serialize_request(self, request): |
||||
"""Serializes a request value. |
||||
|
||||
Args: |
||||
request: A request value appropriate for the RPC method described by this |
||||
RpcMethodInvocationDescription. |
||||
|
||||
Returns: |
||||
The serialization of the given request value as a |
||||
bytestring. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def deserialize_response(self, serialized_response): |
||||
"""Deserializes a response value. |
||||
|
||||
Args: |
||||
serialized_response: A bytestring that is the serialization of a response |
||||
value appropriate for the RPC method described by this |
||||
RpcMethodInvocationDescription. |
||||
|
||||
Returns: |
||||
A response value corresponding to the given bytestring. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class RpcMethodServiceDescription(six.with_metaclass(abc.ABCMeta, RpcMethodDescription)): |
||||
"""Service-side description of an RPC method.""" |
||||
|
||||
@abc.abstractmethod |
||||
def deserialize_request(self, serialized_request): |
||||
"""Deserializes a request value. |
||||
|
||||
Args: |
||||
serialized_request: A bytestring that is the serialization of a request |
||||
value appropriate for the RPC method described by this |
||||
RpcMethodServiceDescription. |
||||
|
||||
Returns: |
||||
A request value corresponding to the given bytestring. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def serialize_response(self, response): |
||||
"""Serializes a response value. |
||||
|
||||
Args: |
||||
response: A response value appropriate for the RPC method described by |
||||
this RpcMethodServiceDescription. |
||||
|
||||
Returns: |
||||
The serialization of the given response value as a |
||||
bytestring. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def service_unary_unary(self, request, context): |
||||
"""Carries out this RPC. |
||||
|
||||
This method may only be called if the cardinality of this |
||||
RpcMethodServiceDescription is Cardinality.UNARY_UNARY. |
||||
|
||||
Args: |
||||
request: A request value appropriate for the RPC method described by this |
||||
RpcMethodServiceDescription. |
||||
context: An RpcContext object for the RPC. |
||||
|
||||
Returns: |
||||
A response value appropriate for the RPC method described by this |
||||
RpcMethodServiceDescription. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def service_unary_stream(self, request, context): |
||||
"""Carries out this RPC. |
||||
|
||||
This method may only be called if the cardinality of this |
||||
RpcMethodServiceDescription is Cardinality.UNARY_STREAM. |
||||
|
||||
Args: |
||||
request: A request value appropriate for the RPC method described by this |
||||
RpcMethodServiceDescription. |
||||
context: An RpcContext object for the RPC. |
||||
|
||||
Yields: |
||||
Zero or more response values appropriate for the RPC method described by |
||||
this RpcMethodServiceDescription. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def service_stream_unary(self, request_iterator, context): |
||||
"""Carries out this RPC. |
||||
|
||||
This method may only be called if the cardinality of this |
||||
RpcMethodServiceDescription is Cardinality.STREAM_UNARY. |
||||
|
||||
Args: |
||||
request_iterator: An iterator of request values appropriate for the RPC |
||||
method described by this RpcMethodServiceDescription. |
||||
context: An RpcContext object for the RPC. |
||||
|
||||
Returns: |
||||
A response value appropriate for the RPC method described by this |
||||
RpcMethodServiceDescription. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def service_stream_stream(self, request_iterator, context): |
||||
"""Carries out this RPC. |
||||
|
||||
This method may only be called if the cardinality of this |
||||
RpcMethodServiceDescription is Cardinality.STREAM_STREAM. |
||||
|
||||
Args: |
||||
request_iterator: An iterator of request values appropriate for the RPC |
||||
method described by this RpcMethodServiceDescription. |
||||
context: An RpcContext object for the RPC. |
||||
|
||||
Yields: |
||||
Zero or more response values appropriate for the RPC method described by |
||||
this RpcMethodServiceDescription. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class Stub(six.with_metaclass(abc.ABCMeta)): |
||||
"""A stub with callable RPC method names for attributes. |
||||
|
||||
Instances of this type are context managers and only afford RPC invocation |
||||
when used in context. |
||||
|
||||
Instances of this type, when used in context, respond to attribute access |
||||
as follows: if the requested attribute is the name of a unary-unary RPC |
||||
method, the value of the attribute will be a UnaryUnarySyncAsync with which |
||||
to invoke the RPC method. If the requested attribute is the name of a |
||||
unary-stream RPC method, the value of the attribute will be a callable taking |
||||
a request object and a timeout parameter and returning a CancellableIterator |
||||
that yields the response values of the RPC. If the requested attribute is the |
||||
name of a stream-unary RPC method, the value of the attribute will be a |
||||
StreamUnarySyncAsync with which to invoke the RPC method. If the requested |
||||
attribute is the name of a stream-stream RPC method, the value of the |
||||
attribute will be a callable taking an iterator of request objects and a |
||||
timeout and returning a CancellableIterator that yields the response values |
||||
of the RPC. |
||||
|
||||
In all cases indication of abortion is indicated by raising of |
||||
exceptions.RpcError, exceptions.CancellationError, |
||||
and exceptions.ExpirationError. |
||||
""" |
||||
|
||||
|
||||
class Server(six.with_metaclass(abc.ABCMeta, activated.Activated)): |
||||
"""A GRPC Server.""" |
||||
|
||||
@abc.abstractmethod |
||||
def port(self): |
||||
"""Reports the port on which the server is serving. |
||||
|
||||
This method may only be called while the server is activated. |
||||
|
||||
Returns: |
||||
The port on which the server is serving. |
||||
""" |
||||
raise NotImplementedError() |
@ -1,269 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Utilities for use with GRPC.""" |
||||
|
||||
from grpc.framework.alpha import interfaces |
||||
|
||||
|
||||
class _RpcMethodDescription( |
||||
interfaces.RpcMethodInvocationDescription, |
||||
interfaces.RpcMethodServiceDescription): |
||||
|
||||
def __init__( |
||||
self, cardinality, unary_unary, unary_stream, stream_unary, |
||||
stream_stream, request_serializer, request_deserializer, |
||||
response_serializer, response_deserializer): |
||||
self._cardinality = cardinality |
||||
self._unary_unary = unary_unary |
||||
self._unary_stream = unary_stream |
||||
self._stream_unary = stream_unary |
||||
self._stream_stream = stream_stream |
||||
self._request_serializer = request_serializer |
||||
self._request_deserializer = request_deserializer |
||||
self._response_serializer = response_serializer |
||||
self._response_deserializer = response_deserializer |
||||
|
||||
def cardinality(self): |
||||
"""See interfaces.RpcMethodDescription.cardinality for specification.""" |
||||
return self._cardinality |
||||
|
||||
def serialize_request(self, request): |
||||
"""See interfaces.RpcMethodInvocationDescription.serialize_request.""" |
||||
return self._request_serializer(request) |
||||
|
||||
def deserialize_request(self, serialized_request): |
||||
"""See interfaces.RpcMethodServiceDescription.deserialize_request.""" |
||||
return self._request_deserializer(serialized_request) |
||||
|
||||
def serialize_response(self, response): |
||||
"""See interfaces.RpcMethodServiceDescription.serialize_response.""" |
||||
return self._response_serializer(response) |
||||
|
||||
def deserialize_response(self, serialized_response): |
||||
"""See interfaces.RpcMethodInvocationDescription.deserialize_response.""" |
||||
return self._response_deserializer(serialized_response) |
||||
|
||||
def service_unary_unary(self, request, context): |
||||
"""See interfaces.RpcMethodServiceDescription.service_unary_unary.""" |
||||
return self._unary_unary(request, context) |
||||
|
||||
def service_unary_stream(self, request, context): |
||||
"""See interfaces.RpcMethodServiceDescription.service_unary_stream.""" |
||||
return self._unary_stream(request, context) |
||||
|
||||
def service_stream_unary(self, request_iterator, context): |
||||
"""See interfaces.RpcMethodServiceDescription.service_stream_unary.""" |
||||
return self._stream_unary(request_iterator, context) |
||||
|
||||
def service_stream_stream(self, request_iterator, context): |
||||
"""See interfaces.RpcMethodServiceDescription.service_stream_stream.""" |
||||
return self._stream_stream(request_iterator, context) |
||||
|
||||
|
||||
def unary_unary_invocation_description( |
||||
request_serializer, response_deserializer): |
||||
"""Creates an interfaces.RpcMethodInvocationDescription for an RPC method. |
||||
|
||||
Args: |
||||
request_serializer: A callable that when called on a request |
||||
value returns a bytestring corresponding to that value. |
||||
response_deserializer: A callable that when called on a |
||||
bytestring returns the response value corresponding to |
||||
that bytestring. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodInvocationDescription constructed from the given |
||||
arguments representing a unary-request/unary-response RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.UNARY_UNARY, None, None, None, None, |
||||
request_serializer, None, None, response_deserializer) |
||||
|
||||
|
||||
def unary_stream_invocation_description( |
||||
request_serializer, response_deserializer): |
||||
"""Creates an interfaces.RpcMethodInvocationDescription for an RPC method. |
||||
|
||||
Args: |
||||
request_serializer: A callable that when called on a request |
||||
value returns a bytestring corresponding to that value. |
||||
response_deserializer: A callable that when called on a |
||||
bytestring returns the response value corresponding to |
||||
that bytestring. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodInvocationDescription constructed from the given |
||||
arguments representing a unary-request/streaming-response RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.UNARY_STREAM, None, None, None, None, |
||||
request_serializer, None, None, response_deserializer) |
||||
|
||||
|
||||
def stream_unary_invocation_description( |
||||
request_serializer, response_deserializer): |
||||
"""Creates an interfaces.RpcMethodInvocationDescription for an RPC method. |
||||
|
||||
Args: |
||||
request_serializer: A callable that when called on a request |
||||
value returns a bytestring corresponding to that value. |
||||
response_deserializer: A callable that when called on a |
||||
bytestring returns the response value corresponding to |
||||
that bytestring. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodInvocationDescription constructed from the given |
||||
arguments representing a streaming-request/unary-response RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.STREAM_UNARY, None, None, None, None, |
||||
request_serializer, None, None, response_deserializer) |
||||
|
||||
|
||||
def stream_stream_invocation_description( |
||||
request_serializer, response_deserializer): |
||||
"""Creates an interfaces.RpcMethodInvocationDescription for an RPC method. |
||||
|
||||
Args: |
||||
request_serializer: A callable that when called on a request |
||||
value returns a bytestring corresponding to that value. |
||||
response_deserializer: A callable that when called on a |
||||
bytestring returns the response value corresponding to |
||||
that bytestring. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodInvocationDescription constructed from the given |
||||
arguments representing a streaming-request/streaming-response RPC |
||||
method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.STREAM_STREAM, None, None, None, None, |
||||
request_serializer, None, None, response_deserializer) |
||||
|
||||
|
||||
def unary_unary_service_description( |
||||
behavior, request_deserializer, response_serializer): |
||||
"""Creates an interfaces.RpcMethodServiceDescription for the given behavior. |
||||
|
||||
Args: |
||||
behavior: A callable that implements a unary-unary RPC |
||||
method that accepts a single request and an interfaces.RpcContext and |
||||
returns a single response. |
||||
request_deserializer: A callable that when called on a |
||||
bytestring returns the request value corresponding to that |
||||
bytestring. |
||||
response_serializer: A callable that when called on a |
||||
response value returns the bytestring corresponding to |
||||
that value. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodServiceDescription constructed from the given |
||||
arguments representing a unary-request/unary-response RPC |
||||
method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.UNARY_UNARY, behavior, None, None, None, |
||||
None, request_deserializer, response_serializer, None) |
||||
|
||||
|
||||
def unary_stream_service_description( |
||||
behavior, request_deserializer, response_serializer): |
||||
"""Creates an interfaces.RpcMethodServiceDescription for the given behavior. |
||||
|
||||
Args: |
||||
behavior: A callable that implements a unary-stream RPC |
||||
method that accepts a single request and an interfaces.RpcContext |
||||
and returns an iterator of zero or more responses. |
||||
request_deserializer: A callable that when called on a |
||||
bytestring returns the request value corresponding to that |
||||
bytestring. |
||||
response_serializer: A callable that when called on a |
||||
response value returns the bytestring corresponding to |
||||
that value. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodServiceDescription constructed from the given |
||||
arguments representing a unary-request/streaming-response |
||||
RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.UNARY_STREAM, None, behavior, None, None, |
||||
None, request_deserializer, response_serializer, None) |
||||
|
||||
|
||||
def stream_unary_service_description( |
||||
behavior, request_deserializer, response_serializer): |
||||
"""Creates an interfaces.RpcMethodServiceDescription for the given behavior. |
||||
|
||||
Args: |
||||
behavior: A callable that implements a stream-unary RPC |
||||
method that accepts an iterator of zero or more requests |
||||
and an interfaces.RpcContext and returns a single response. |
||||
request_deserializer: A callable that when called on a |
||||
bytestring returns the request value corresponding to that |
||||
bytestring. |
||||
response_serializer: A callable that when called on a |
||||
response value returns the bytestring corresponding to |
||||
that value. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodServiceDescription constructed from the given |
||||
arguments representing a streaming-request/unary-response |
||||
RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.STREAM_UNARY, None, None, behavior, None, |
||||
None, request_deserializer, response_serializer, None) |
||||
|
||||
|
||||
def stream_stream_service_description( |
||||
behavior, request_deserializer, response_serializer): |
||||
"""Creates an interfaces.RpcMethodServiceDescription for the given behavior. |
||||
|
||||
Args: |
||||
behavior: A callable that implements a stream-stream RPC |
||||
method that accepts an iterator of zero or more requests |
||||
and an interfaces.RpcContext and returns an iterator of |
||||
zero or more responses. |
||||
request_deserializer: A callable that when called on a |
||||
bytestring returns the request value corresponding to that |
||||
bytestring. |
||||
response_serializer: A callable that when called on a |
||||
response value returns the bytestring corresponding to |
||||
that value. |
||||
|
||||
Returns: |
||||
An interfaces.RpcMethodServiceDescription constructed from the given |
||||
arguments representing a |
||||
streaming-request/streaming-response RPC method. |
||||
""" |
||||
return _RpcMethodDescription( |
||||
interfaces.Cardinality.STREAM_STREAM, None, None, None, behavior, |
||||
None, request_deserializer, response_serializer, None) |
@ -1,35 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
import warnings |
||||
|
||||
warnings.simplefilter('always', DeprecationWarning) |
||||
warnings.warn('the alpha API (includes this package) is deprecated, ' |
||||
'unmaintained, and no longer tested. Please migrate to the beta ' |
||||
'API.', DeprecationWarning, stacklevel=2) |
@ -1,99 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""State and behavior for operation context.""" |
||||
|
||||
import time |
||||
|
||||
# _interfaces is referenced from specification in this module. |
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.base import _interfaces # pylint: disable=unused-import |
||||
|
||||
|
||||
class OperationContext(interfaces.OperationContext): |
||||
"""An implementation of interfaces.OperationContext.""" |
||||
|
||||
def __init__( |
||||
self, lock, operation_id, local_failure, termination_manager, |
||||
transmission_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
operation_id: An object identifying the operation. |
||||
local_failure: Whichever one of interfaces.Outcome.SERVICED_FAILURE or |
||||
interfaces.Outcome.SERVICER_FAILURE describes local failure of |
||||
customer code. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
""" |
||||
self._lock = lock |
||||
self._local_failure = local_failure |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._ingestion_manager = None |
||||
self._expiration_manager = None |
||||
|
||||
self.operation_id = operation_id |
||||
|
||||
def set_ingestion_and_expiration_managers( |
||||
self, ingestion_manager, expiration_manager): |
||||
"""Sets managers with which this OperationContext cooperates. |
||||
|
||||
Args: |
||||
ingestion_manager: The _interfaces.IngestionManager for the operation. |
||||
expiration_manager: The _interfaces.ExpirationManager for the operation. |
||||
""" |
||||
self._ingestion_manager = ingestion_manager |
||||
self._expiration_manager = expiration_manager |
||||
|
||||
def is_active(self): |
||||
"""See interfaces.OperationContext.is_active for specification.""" |
||||
with self._lock: |
||||
return self._termination_manager.is_active() |
||||
|
||||
def add_termination_callback(self, callback): |
||||
"""See interfaces.OperationContext.add_termination_callback.""" |
||||
with self._lock: |
||||
self._termination_manager.add_callback(callback) |
||||
|
||||
def time_remaining(self): |
||||
"""See interfaces.OperationContext.time_remaining for specification.""" |
||||
with self._lock: |
||||
deadline = self._expiration_manager.deadline() |
||||
return max(0.0, deadline - time.time()) |
||||
|
||||
def fail(self, exception): |
||||
"""See interfaces.OperationContext.fail for specification.""" |
||||
with self._lock: |
||||
self._termination_manager.abort(self._local_failure) |
||||
self._transmission_manager.abort(self._local_failure) |
||||
self._ingestion_manager.abort() |
||||
self._expiration_manager.abort() |
@ -1,125 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""State and behavior for handling emitted values.""" |
||||
|
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.base import _interfaces |
||||
|
||||
|
||||
class _EmissionManager(_interfaces.EmissionManager): |
||||
"""An implementation of _interfaces.EmissionManager.""" |
||||
|
||||
def __init__( |
||||
self, lock, failure_outcome, termination_manager, transmission_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
failure_outcome: Whichever one of interfaces.Outcome.SERVICED_FAILURE or |
||||
interfaces.Outcome.SERVICER_FAILURE describes this object's methods |
||||
being called inappropriately by customer code. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
""" |
||||
self._lock = lock |
||||
self._failure_outcome = failure_outcome |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._ingestion_manager = None |
||||
self._expiration_manager = None |
||||
|
||||
self._emission_complete = False |
||||
|
||||
def set_ingestion_manager_and_expiration_manager( |
||||
self, ingestion_manager, expiration_manager): |
||||
self._ingestion_manager = ingestion_manager |
||||
self._expiration_manager = expiration_manager |
||||
|
||||
def _abort(self): |
||||
self._termination_manager.abort(self._failure_outcome) |
||||
self._transmission_manager.abort(self._failure_outcome) |
||||
self._ingestion_manager.abort() |
||||
self._expiration_manager.abort() |
||||
|
||||
def consume(self, value): |
||||
with self._lock: |
||||
if self._emission_complete: |
||||
self._abort() |
||||
else: |
||||
self._transmission_manager.inmit(value, False) |
||||
|
||||
def terminate(self): |
||||
with self._lock: |
||||
if not self._emission_complete: |
||||
self._termination_manager.emission_complete() |
||||
self._transmission_manager.inmit(None, True) |
||||
self._emission_complete = True |
||||
|
||||
def consume_and_terminate(self, value): |
||||
with self._lock: |
||||
if self._emission_complete: |
||||
self._abort() |
||||
else: |
||||
self._termination_manager.emission_complete() |
||||
self._transmission_manager.inmit(value, True) |
||||
self._emission_complete = True |
||||
|
||||
|
||||
def front_emission_manager(lock, termination_manager, transmission_manager): |
||||
"""Creates an _interfaces.EmissionManager appropriate for front-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the operation. |
||||
|
||||
Returns: |
||||
An _interfaces.EmissionManager appropriate for front-side use. |
||||
""" |
||||
return _EmissionManager( |
||||
lock, interfaces.Outcome.SERVICED_FAILURE, termination_manager, |
||||
transmission_manager) |
||||
|
||||
|
||||
def back_emission_manager(lock, termination_manager, transmission_manager): |
||||
"""Creates an _interfaces.EmissionManager appropriate for back-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the operation. |
||||
|
||||
Returns: |
||||
An _interfaces.EmissionManager appropriate for back-side use. |
||||
""" |
||||
return _EmissionManager( |
||||
lock, interfaces.Outcome.SERVICER_FAILURE, termination_manager, |
||||
transmission_manager) |
@ -1,399 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Implementations of FrontLinks and BackLinks.""" |
||||
|
||||
import collections |
||||
import threading |
||||
import uuid |
||||
|
||||
# _interfaces is referenced from specification in this module. |
||||
from grpc.framework.base import _cancellation |
||||
from grpc.framework.base import _context |
||||
from grpc.framework.base import _emission |
||||
from grpc.framework.base import _expiration |
||||
from grpc.framework.base import _ingestion |
||||
from grpc.framework.base import _interfaces # pylint: disable=unused-import |
||||
from grpc.framework.base import _reception |
||||
from grpc.framework.base import _termination |
||||
from grpc.framework.base import _transmission |
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.foundation import callable_util |
||||
|
||||
_IDLE_ACTION_EXCEPTION_LOG_MESSAGE = 'Exception calling idle action!' |
||||
|
||||
|
||||
class _EasyOperation(interfaces.Operation): |
||||
"""A trivial implementation of interfaces.Operation.""" |
||||
|
||||
def __init__(self, emission_manager, context, cancellation_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
emission_manager: The _interfaces.EmissionManager for the operation that |
||||
will accept values emitted by customer code. |
||||
context: The interfaces.OperationContext for use by the customer |
||||
during the operation. |
||||
cancellation_manager: The _interfaces.CancellationManager for the |
||||
operation. |
||||
""" |
||||
self.consumer = emission_manager |
||||
self.context = context |
||||
self._cancellation_manager = cancellation_manager |
||||
|
||||
def cancel(self): |
||||
self._cancellation_manager.cancel() |
||||
|
||||
|
||||
class _Endlette(object): |
||||
"""Utility for stateful behavior common to Fronts and Backs.""" |
||||
|
||||
def __init__(self, pool): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
pool: A thread pool to use when calling registered idle actions. |
||||
""" |
||||
self._lock = threading.Lock() |
||||
self._pool = pool |
||||
# Dictionary from operation IDs to ReceptionManager-or-None. A None value |
||||
# indicates an in-progress fire-and-forget operation for which the customer |
||||
# has chosen to ignore results. |
||||
self._operations = {} |
||||
self._stats = {outcome: 0 for outcome in interfaces.Outcome} |
||||
self._idle_actions = [] |
||||
|
||||
def terminal_action(self, operation_id): |
||||
"""Constructs the termination action for a single operation. |
||||
|
||||
Args: |
||||
operation_id: An operation ID. |
||||
|
||||
Returns: |
||||
A callable that takes an operation outcome for an argument to be used as |
||||
the termination action for the operation associated with the given |
||||
operation ID. |
||||
""" |
||||
def termination_action(outcome): |
||||
with self._lock: |
||||
self._stats[outcome] += 1 |
||||
self._operations.pop(operation_id, None) |
||||
if not self._operations: |
||||
for action in self._idle_actions: |
||||
self._pool.submit(callable_util.with_exceptions_logged( |
||||
action, _IDLE_ACTION_EXCEPTION_LOG_MESSAGE)) |
||||
self._idle_actions = [] |
||||
return termination_action |
||||
|
||||
def __enter__(self): |
||||
self._lock.acquire() |
||||
|
||||
def __exit__(self, exc_type, exc_val, exc_tb): |
||||
self._lock.release() |
||||
|
||||
def get_operation(self, operation_id): |
||||
return self._operations.get(operation_id, None) |
||||
|
||||
def add_operation(self, operation_id, operation_reception_manager): |
||||
self._operations[operation_id] = operation_reception_manager |
||||
|
||||
def operation_stats(self): |
||||
with self._lock: |
||||
return dict(self._stats) |
||||
|
||||
def add_idle_action(self, action): |
||||
with self._lock: |
||||
if self._operations: |
||||
self._idle_actions.append(action) |
||||
else: |
||||
self._pool.submit(callable_util.with_exceptions_logged( |
||||
action, _IDLE_ACTION_EXCEPTION_LOG_MESSAGE)) |
||||
|
||||
|
||||
class _FrontManagement( |
||||
collections.namedtuple( |
||||
'_FrontManagement', |
||||
('reception', 'emission', 'operation', 'cancellation'))): |
||||
"""Just a trivial helper class to bundle four fellow-traveling objects.""" |
||||
|
||||
|
||||
def _front_operate( |
||||
callback, work_pool, transmission_pool, utility_pool, |
||||
termination_action, operation_id, name, payload, complete, timeout, |
||||
subscription, trace_id): |
||||
"""Constructs objects necessary for front-side operation management. |
||||
|
||||
Args: |
||||
callback: A callable that accepts interfaces.FrontToBackTickets and |
||||
delivers them to the other side of the operation. Execution of this |
||||
callable may take any arbitrary length of time. |
||||
work_pool: A thread pool in which to execute customer code. |
||||
transmission_pool: A thread pool to use for transmitting to the other side |
||||
of the operation. |
||||
utility_pool: A thread pool for utility tasks. |
||||
termination_action: A no-arg behavior to be called upon operation |
||||
completion. |
||||
operation_id: An object identifying the operation. |
||||
name: The name of the method being called during the operation. |
||||
payload: The first customer-significant value to be transmitted to the other |
||||
side. May be None if there is no such value or if the customer chose not |
||||
to pass it at operation invocation. |
||||
complete: A boolean indicating whether or not additional payloads will be |
||||
supplied by the customer. |
||||
timeout: A length of time in seconds to allow for the operation. |
||||
subscription: A interfaces.ServicedSubscription describing the |
||||
customer's interest in the results of the operation. |
||||
trace_id: A uuid.UUID identifying a set of related operations to which this |
||||
operation belongs. May be None. |
||||
|
||||
Returns: |
||||
A _FrontManagement object bundling together the |
||||
_interfaces.ReceptionManager, _interfaces.EmissionManager, |
||||
_context.OperationContext, and _interfaces.CancellationManager for the |
||||
operation. |
||||
""" |
||||
lock = threading.Lock() |
||||
with lock: |
||||
termination_manager = _termination.front_termination_manager( |
||||
work_pool, utility_pool, termination_action, subscription.kind) |
||||
transmission_manager = _transmission.front_transmission_manager( |
||||
lock, transmission_pool, callback, operation_id, name, |
||||
subscription.kind, trace_id, timeout, termination_manager) |
||||
operation_context = _context.OperationContext( |
||||
lock, operation_id, interfaces.Outcome.SERVICED_FAILURE, |
||||
termination_manager, transmission_manager) |
||||
emission_manager = _emission.front_emission_manager( |
||||
lock, termination_manager, transmission_manager) |
||||
ingestion_manager = _ingestion.front_ingestion_manager( |
||||
lock, work_pool, subscription, termination_manager, |
||||
transmission_manager, operation_context) |
||||
expiration_manager = _expiration.front_expiration_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
timeout) |
||||
reception_manager = _reception.front_reception_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager) |
||||
cancellation_manager = _cancellation.CancellationManager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager) |
||||
|
||||
termination_manager.set_expiration_manager(expiration_manager) |
||||
transmission_manager.set_ingestion_and_expiration_managers( |
||||
ingestion_manager, expiration_manager) |
||||
operation_context.set_ingestion_and_expiration_managers( |
||||
ingestion_manager, expiration_manager) |
||||
emission_manager.set_ingestion_manager_and_expiration_manager( |
||||
ingestion_manager, expiration_manager) |
||||
ingestion_manager.set_expiration_manager(expiration_manager) |
||||
|
||||
transmission_manager.inmit(payload, complete) |
||||
|
||||
if subscription.kind is interfaces.ServicedSubscription.Kind.NONE: |
||||
returned_reception_manager = None |
||||
else: |
||||
returned_reception_manager = reception_manager |
||||
|
||||
return _FrontManagement( |
||||
returned_reception_manager, emission_manager, operation_context, |
||||
cancellation_manager) |
||||
|
||||
|
||||
class FrontLink(interfaces.FrontLink): |
||||
"""An implementation of interfaces.FrontLink.""" |
||||
|
||||
def __init__(self, work_pool, transmission_pool, utility_pool): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
work_pool: A thread pool to be used for executing customer code. |
||||
transmission_pool: A thread pool to be used for transmitting values to |
||||
the other side of the operation. |
||||
utility_pool: A thread pool to be used for utility tasks. |
||||
""" |
||||
self._endlette = _Endlette(utility_pool) |
||||
self._work_pool = work_pool |
||||
self._transmission_pool = transmission_pool |
||||
self._utility_pool = utility_pool |
||||
self._callback = None |
||||
|
||||
self._operations = {} |
||||
|
||||
def join_rear_link(self, rear_link): |
||||
"""See interfaces.ForeLink.join_rear_link for specification.""" |
||||
with self._endlette: |
||||
self._callback = rear_link.accept_front_to_back_ticket |
||||
|
||||
def operation_stats(self): |
||||
"""See interfaces.End.operation_stats for specification.""" |
||||
return self._endlette.operation_stats() |
||||
|
||||
def add_idle_action(self, action): |
||||
"""See interfaces.End.add_idle_action for specification.""" |
||||
self._endlette.add_idle_action(action) |
||||
|
||||
def operate( |
||||
self, name, payload, complete, timeout, subscription, trace_id): |
||||
"""See interfaces.Front.operate for specification.""" |
||||
operation_id = uuid.uuid4() |
||||
with self._endlette: |
||||
management = _front_operate( |
||||
self._callback, self._work_pool, self._transmission_pool, |
||||
self._utility_pool, self._endlette.terminal_action(operation_id), |
||||
operation_id, name, payload, complete, timeout, subscription, |
||||
trace_id) |
||||
self._endlette.add_operation(operation_id, management.reception) |
||||
return _EasyOperation( |
||||
management.emission, management.operation, management.cancellation) |
||||
|
||||
def accept_back_to_front_ticket(self, ticket): |
||||
"""See interfaces.End.act for specification.""" |
||||
with self._endlette: |
||||
reception_manager = self._endlette.get_operation(ticket.operation_id) |
||||
if reception_manager: |
||||
reception_manager.receive_ticket(ticket) |
||||
|
||||
|
||||
def _back_operate( |
||||
servicer, callback, work_pool, transmission_pool, utility_pool, |
||||
termination_action, ticket, default_timeout, maximum_timeout): |
||||
"""Constructs objects necessary for back-side operation management. |
||||
|
||||
Also begins back-side operation by feeding the first received ticket into the |
||||
constructed _interfaces.ReceptionManager. |
||||
|
||||
Args: |
||||
servicer: An interfaces.Servicer for servicing operations. |
||||
callback: A callable that accepts interfaces.BackToFrontTickets and |
||||
delivers them to the other side of the operation. Execution of this |
||||
callable may take any arbitrary length of time. |
||||
work_pool: A thread pool in which to execute customer code. |
||||
transmission_pool: A thread pool to use for transmitting to the other side |
||||
of the operation. |
||||
utility_pool: A thread pool for utility tasks. |
||||
termination_action: A no-arg behavior to be called upon operation |
||||
completion. |
||||
ticket: The first interfaces.FrontToBackTicket received for the operation. |
||||
default_timeout: A length of time in seconds to be used as the default |
||||
time alloted for a single operation. |
||||
maximum_timeout: A length of time in seconds to be used as the maximum |
||||
time alloted for a single operation. |
||||
|
||||
Returns: |
||||
The _interfaces.ReceptionManager to be used for the operation. |
||||
""" |
||||
lock = threading.Lock() |
||||
with lock: |
||||
termination_manager = _termination.back_termination_manager( |
||||
work_pool, utility_pool, termination_action, ticket.subscription) |
||||
transmission_manager = _transmission.back_transmission_manager( |
||||
lock, transmission_pool, callback, ticket.operation_id, |
||||
termination_manager, ticket.subscription) |
||||
operation_context = _context.OperationContext( |
||||
lock, ticket.operation_id, interfaces.Outcome.SERVICER_FAILURE, |
||||
termination_manager, transmission_manager) |
||||
emission_manager = _emission.back_emission_manager( |
||||
lock, termination_manager, transmission_manager) |
||||
ingestion_manager = _ingestion.back_ingestion_manager( |
||||
lock, work_pool, servicer, termination_manager, |
||||
transmission_manager, operation_context, emission_manager) |
||||
expiration_manager = _expiration.back_expiration_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
ticket.timeout, default_timeout, maximum_timeout) |
||||
reception_manager = _reception.back_reception_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager) |
||||
|
||||
termination_manager.set_expiration_manager(expiration_manager) |
||||
transmission_manager.set_ingestion_and_expiration_managers( |
||||
ingestion_manager, expiration_manager) |
||||
operation_context.set_ingestion_and_expiration_managers( |
||||
ingestion_manager, expiration_manager) |
||||
emission_manager.set_ingestion_manager_and_expiration_manager( |
||||
ingestion_manager, expiration_manager) |
||||
ingestion_manager.set_expiration_manager(expiration_manager) |
||||
|
||||
reception_manager.receive_ticket(ticket) |
||||
|
||||
return reception_manager |
||||
|
||||
|
||||
class BackLink(interfaces.BackLink): |
||||
"""An implementation of interfaces.BackLink.""" |
||||
|
||||
def __init__( |
||||
self, servicer, work_pool, transmission_pool, utility_pool, |
||||
default_timeout, maximum_timeout): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
servicer: An interfaces.Servicer for servicing operations. |
||||
work_pool: A thread pool in which to execute customer code. |
||||
transmission_pool: A thread pool to use for transmitting to the other side |
||||
of the operation. |
||||
utility_pool: A thread pool for utility tasks. |
||||
default_timeout: A length of time in seconds to be used as the default |
||||
time alloted for a single operation. |
||||
maximum_timeout: A length of time in seconds to be used as the maximum |
||||
time alloted for a single operation. |
||||
""" |
||||
self._endlette = _Endlette(utility_pool) |
||||
self._servicer = servicer |
||||
self._work_pool = work_pool |
||||
self._transmission_pool = transmission_pool |
||||
self._utility_pool = utility_pool |
||||
self._default_timeout = default_timeout |
||||
self._maximum_timeout = maximum_timeout |
||||
self._callback = None |
||||
|
||||
def join_fore_link(self, fore_link): |
||||
"""See interfaces.RearLink.join_fore_link for specification.""" |
||||
with self._endlette: |
||||
self._callback = fore_link.accept_back_to_front_ticket |
||||
|
||||
def accept_front_to_back_ticket(self, ticket): |
||||
"""See interfaces.RearLink.accept_front_to_back_ticket for specification.""" |
||||
with self._endlette: |
||||
reception_manager = self._endlette.get_operation(ticket.operation_id) |
||||
if reception_manager is None: |
||||
reception_manager = _back_operate( |
||||
self._servicer, self._callback, self._work_pool, |
||||
self._transmission_pool, self._utility_pool, |
||||
self._endlette.terminal_action(ticket.operation_id), ticket, |
||||
self._default_timeout, self._maximum_timeout) |
||||
self._endlette.add_operation(ticket.operation_id, reception_manager) |
||||
else: |
||||
reception_manager.receive_ticket(ticket) |
||||
|
||||
def operation_stats(self): |
||||
"""See interfaces.End.operation_stats for specification.""" |
||||
return self._endlette.operation_stats() |
||||
|
||||
def add_idle_action(self, action): |
||||
"""See interfaces.End.add_idle_action for specification.""" |
||||
self._endlette.add_idle_action(action) |
@ -1,158 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""State and behavior for operation expiration.""" |
||||
|
||||
import time |
||||
|
||||
from grpc.framework.base import _interfaces |
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.foundation import later |
||||
|
||||
|
||||
class _ExpirationManager(_interfaces.ExpirationManager): |
||||
"""An implementation of _interfaces.ExpirationManager.""" |
||||
|
||||
def __init__( |
||||
self, lock, termination_manager, transmission_manager, ingestion_manager, |
||||
commencement, timeout, maximum_timeout): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
ingestion_manager: The _interfaces.IngestionManager for the operation. |
||||
commencement: The time in seconds since the epoch at which the operation |
||||
began. |
||||
timeout: A length of time in seconds to allow for the operation to run. |
||||
maximum_timeout: The maximum length of time in seconds to allow for the |
||||
operation to run despite what is requested via this object's |
||||
change_timout method. |
||||
""" |
||||
self._lock = lock |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._ingestion_manager = ingestion_manager |
||||
self._commencement = commencement |
||||
self._maximum_timeout = maximum_timeout |
||||
|
||||
self._timeout = timeout |
||||
self._deadline = commencement + timeout |
||||
self._index = None |
||||
self._future = None |
||||
|
||||
def _expire(self, index): |
||||
with self._lock: |
||||
if self._future is not None and index == self._index: |
||||
self._future = None |
||||
self._termination_manager.abort(interfaces.Outcome.EXPIRED) |
||||
self._transmission_manager.abort(interfaces.Outcome.EXPIRED) |
||||
self._ingestion_manager.abort() |
||||
|
||||
def start(self): |
||||
self._index = 0 |
||||
self._future = later.later(self._timeout, lambda: self._expire(0)) |
||||
|
||||
def change_timeout(self, timeout): |
||||
if self._future is not None and timeout != self._timeout: |
||||
self._future.cancel() |
||||
new_timeout = min(timeout, self._maximum_timeout) |
||||
new_index = self._index + 1 |
||||
self._timeout = new_timeout |
||||
self._deadline = self._commencement + new_timeout |
||||
self._index = new_index |
||||
delay = self._deadline - time.time() |
||||
self._future = later.later( |
||||
delay, lambda: self._expire(new_index)) |
||||
|
||||
def deadline(self): |
||||
return self._deadline |
||||
|
||||
def abort(self): |
||||
if self._future: |
||||
self._future.cancel() |
||||
self._future = None |
||||
self._deadline_index = None |
||||
|
||||
|
||||
def front_expiration_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
timeout): |
||||
"""Creates an _interfaces.ExpirationManager appropriate for front-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
ingestion_manager: The _interfaces.IngestionManager for the operation. |
||||
timeout: A length of time in seconds to allow for the operation to run. |
||||
|
||||
Returns: |
||||
An _interfaces.ExpirationManager appropriate for front-side use. |
||||
""" |
||||
commencement = time.time() |
||||
expiration_manager = _ExpirationManager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
commencement, timeout, timeout) |
||||
expiration_manager.start() |
||||
return expiration_manager |
||||
|
||||
|
||||
def back_expiration_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
timeout, default_timeout, maximum_timeout): |
||||
"""Creates an _interfaces.ExpirationManager appropriate for back-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
ingestion_manager: The _interfaces.IngestionManager for the operation. |
||||
timeout: A length of time in seconds to allow for the operation to run. May |
||||
be None in which case default_timeout will be used. |
||||
default_timeout: The default length of time in seconds to allow for the |
||||
operation to run if the front-side customer has not specified such a value |
||||
(or if the value they specified is not yet known). |
||||
maximum_timeout: The maximum length of time in seconds to allow for the |
||||
operation to run. |
||||
|
||||
Returns: |
||||
An _interfaces.ExpirationManager appropriate for back-side use. |
||||
""" |
||||
commencement = time.time() |
||||
expiration_manager = _ExpirationManager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
commencement, default_timeout if timeout is None else timeout, |
||||
maximum_timeout) |
||||
expiration_manager.start() |
||||
return expiration_manager |
@ -1,443 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""State and behavior for ingestion during an operation.""" |
||||
|
||||
import abc |
||||
import collections |
||||
|
||||
import six |
||||
|
||||
from grpc.framework.base import _constants |
||||
from grpc.framework.base import _interfaces |
||||
from grpc.framework.base import exceptions |
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.foundation import abandonment |
||||
from grpc.framework.foundation import callable_util |
||||
from grpc.framework.foundation import stream |
||||
|
||||
_CREATE_CONSUMER_EXCEPTION_LOG_MESSAGE = 'Exception initializing ingestion!' |
||||
_CONSUME_EXCEPTION_LOG_MESSAGE = 'Exception during ingestion!' |
||||
|
||||
|
||||
class _ConsumerCreation(collections.namedtuple( |
||||
'_ConsumerCreation', ('consumer', 'remote_error', 'abandoned'))): |
||||
"""A sum type for the outcome of ingestion initialization. |
||||
|
||||
Either consumer will be non-None, remote_error will be True, or abandoned will |
||||
be True. |
||||
|
||||
Attributes: |
||||
consumer: A stream.Consumer for ingesting payloads. |
||||
remote_error: A boolean indicating that the consumer could not be created |
||||
due to an error on the remote side of the operation. |
||||
abandoned: A boolean indicating that the consumer creation was abandoned. |
||||
""" |
||||
|
||||
|
||||
class _EmptyConsumer(stream.Consumer): |
||||
"""A no-operative stream.Consumer that ignores all inputs and calls.""" |
||||
|
||||
def consume(self, value): |
||||
"""See stream.Consumer.consume for specification.""" |
||||
|
||||
def terminate(self): |
||||
"""See stream.Consumer.terminate for specification.""" |
||||
|
||||
def consume_and_terminate(self, value): |
||||
"""See stream.Consumer.consume_and_terminate for specification.""" |
||||
|
||||
|
||||
class _ConsumerCreator(six.with_metaclass(abc.ABCMeta)): |
||||
"""Common specification of different consumer-creating behavior.""" |
||||
|
||||
@abc.abstractmethod |
||||
def create_consumer(self, requirement): |
||||
"""Creates the stream.Consumer to which customer payloads will be delivered. |
||||
|
||||
Any exceptions raised by this method should be attributed to and treated as |
||||
defects in the serviced or servicer code called by this method. |
||||
|
||||
Args: |
||||
requirement: A value required by this _ConsumerCreator for consumer |
||||
creation. |
||||
|
||||
Returns: |
||||
A _ConsumerCreation describing the result of consumer creation. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class _FrontConsumerCreator(_ConsumerCreator): |
||||
"""A _ConsumerCreator appropriate for front-side use.""" |
||||
|
||||
def __init__(self, subscription, operation_context): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
subscription: The serviced's interfaces.ServicedSubscription for the |
||||
operation. |
||||
operation_context: The interfaces.OperationContext object for the |
||||
operation. |
||||
""" |
||||
self._subscription = subscription |
||||
self._operation_context = operation_context |
||||
|
||||
def create_consumer(self, requirement): |
||||
"""See _ConsumerCreator.create_consumer for specification.""" |
||||
if self._subscription.kind is interfaces.ServicedSubscription.Kind.FULL: |
||||
try: |
||||
return _ConsumerCreation( |
||||
self._subscription.ingestor.consumer(self._operation_context), |
||||
False, False) |
||||
except abandonment.Abandoned: |
||||
return _ConsumerCreation(None, False, True) |
||||
else: |
||||
return _ConsumerCreation(_EmptyConsumer(), False, False) |
||||
|
||||
|
||||
class _BackConsumerCreator(_ConsumerCreator): |
||||
"""A _ConsumerCreator appropriate for back-side use.""" |
||||
|
||||
def __init__(self, servicer, operation_context, emission_consumer): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
servicer: The interfaces.Servicer that will service the operation. |
||||
operation_context: The interfaces.OperationContext object for the |
||||
operation. |
||||
emission_consumer: The stream.Consumer object to which payloads emitted |
||||
from the operation will be passed. |
||||
""" |
||||
self._servicer = servicer |
||||
self._operation_context = operation_context |
||||
self._emission_consumer = emission_consumer |
||||
|
||||
def create_consumer(self, requirement): |
||||
"""See _ConsumerCreator.create_consumer for full specification. |
||||
|
||||
Args: |
||||
requirement: The name of the Servicer method to be called during this |
||||
operation. |
||||
|
||||
Returns: |
||||
A _ConsumerCreation describing the result of consumer creation. |
||||
""" |
||||
try: |
||||
return _ConsumerCreation( |
||||
self._servicer.service( |
||||
requirement, self._operation_context, self._emission_consumer), |
||||
False, False) |
||||
except exceptions.NoSuchMethodError: |
||||
return _ConsumerCreation(None, True, False) |
||||
except abandonment.Abandoned: |
||||
return _ConsumerCreation(None, False, True) |
||||
|
||||
|
||||
class _WrappedConsumer(object): |
||||
"""Wraps a consumer to catch the exceptions that it is allowed to throw.""" |
||||
|
||||
def __init__(self, consumer): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
consumer: A stream.Consumer that may raise abandonment.Abandoned from any |
||||
of its methods. |
||||
""" |
||||
self._consumer = consumer |
||||
|
||||
def moar(self, payload, complete): |
||||
"""Makes progress with the wrapped consumer. |
||||
|
||||
This method catches all exceptions allowed to be thrown by the wrapped |
||||
consumer. Any exceptions raised by this method should be blamed on the |
||||
customer-supplied consumer. |
||||
|
||||
Args: |
||||
payload: A customer-significant payload object. May be None only if |
||||
complete is True. |
||||
complete: Whether or not the end of the payload sequence has been reached. |
||||
Must be True if payload is None. |
||||
|
||||
Returns: |
||||
True if the wrapped consumer made progress or False if the wrapped |
||||
consumer raised abandonment.Abandoned to indicate its abandonment of |
||||
progress. |
||||
""" |
||||
try: |
||||
if payload is None: |
||||
self._consumer.terminate() |
||||
elif complete: |
||||
self._consumer.consume_and_terminate(payload) |
||||
else: |
||||
self._consumer.consume(payload) |
||||
return True |
||||
except abandonment.Abandoned: |
||||
return False |
||||
|
||||
|
||||
class _IngestionManager(_interfaces.IngestionManager): |
||||
"""An implementation of _interfaces.IngestionManager.""" |
||||
|
||||
def __init__( |
||||
self, lock, pool, consumer_creator, failure_outcome, termination_manager, |
||||
transmission_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
pool: A thread pool in which to execute customer code. |
||||
consumer_creator: A _ConsumerCreator wrapping the portion of customer code |
||||
that when called returns the stream.Consumer with which the customer |
||||
code will ingest payload values. |
||||
failure_outcome: Whichever one of |
||||
interfaces.Outcome.SERVICED_FAILURE or |
||||
interfaces.Outcome.SERVICER_FAILURE describes local failure of |
||||
customer code. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
""" |
||||
self._lock = lock |
||||
self._pool = pool |
||||
self._consumer_creator = consumer_creator |
||||
self._failure_outcome = failure_outcome |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._expiration_manager = None |
||||
|
||||
self._wrapped_ingestion_consumer = None |
||||
self._pending_ingestion = [] |
||||
self._ingestion_complete = False |
||||
self._processing = False |
||||
|
||||
def set_expiration_manager(self, expiration_manager): |
||||
self._expiration_manager = expiration_manager |
||||
|
||||
def _abort_internal_only(self): |
||||
self._wrapped_ingestion_consumer = None |
||||
self._pending_ingestion = None |
||||
|
||||
def _abort_and_notify(self, outcome): |
||||
self._abort_internal_only() |
||||
self._termination_manager.abort(outcome) |
||||
self._transmission_manager.abort(outcome) |
||||
self._expiration_manager.abort() |
||||
|
||||
def _next(self): |
||||
"""Computes the next step for ingestion. |
||||
|
||||
Returns: |
||||
A payload, complete, continue triplet indicating what payload (if any) is |
||||
available to feed into customer code, whether or not the sequence of |
||||
payloads has terminated, and whether or not there is anything |
||||
immediately actionable to call customer code to do. |
||||
""" |
||||
if self._pending_ingestion is None: |
||||
return None, False, False |
||||
elif self._pending_ingestion: |
||||
payload = self._pending_ingestion.pop(0) |
||||
complete = self._ingestion_complete and not self._pending_ingestion |
||||
return payload, complete, True |
||||
elif self._ingestion_complete: |
||||
return None, True, True |
||||
else: |
||||
return None, False, False |
||||
|
||||
def _process(self, wrapped_ingestion_consumer, payload, complete): |
||||
"""A method to call to execute customer code. |
||||
|
||||
This object's lock must *not* be held when calling this method. |
||||
|
||||
Args: |
||||
wrapped_ingestion_consumer: The _WrappedConsumer with which to pass |
||||
payloads to customer code. |
||||
payload: A customer payload. May be None only if complete is True. |
||||
complete: Whether or not the sequence of payloads to pass to the customer |
||||
has concluded. |
||||
""" |
||||
while True: |
||||
consumption_outcome = callable_util.call_logging_exceptions( |
||||
wrapped_ingestion_consumer.moar, _CONSUME_EXCEPTION_LOG_MESSAGE, |
||||
payload, complete) |
||||
if consumption_outcome.exception is None: |
||||
if consumption_outcome.return_value: |
||||
with self._lock: |
||||
if complete: |
||||
self._pending_ingestion = None |
||||
self._termination_manager.ingestion_complete() |
||||
return |
||||
else: |
||||
payload, complete, moar = self._next() |
||||
if not moar: |
||||
self._processing = False |
||||
return |
||||
else: |
||||
with self._lock: |
||||
if self._pending_ingestion is not None: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
self._processing = False |
||||
return |
||||
else: |
||||
with self._lock: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
self._processing = False |
||||
return |
||||
|
||||
def start(self, requirement): |
||||
if self._pending_ingestion is not None: |
||||
def initialize(): |
||||
consumer_creation_outcome = callable_util.call_logging_exceptions( |
||||
self._consumer_creator.create_consumer, |
||||
_CREATE_CONSUMER_EXCEPTION_LOG_MESSAGE, requirement) |
||||
if consumer_creation_outcome.return_value is None: |
||||
with self._lock: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
self._processing = False |
||||
elif consumer_creation_outcome.return_value.remote_error: |
||||
with self._lock: |
||||
self._abort_and_notify(interfaces.Outcome.RECEPTION_FAILURE) |
||||
self._processing = False |
||||
elif consumer_creation_outcome.return_value.abandoned: |
||||
with self._lock: |
||||
if self._pending_ingestion is not None: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
self._processing = False |
||||
else: |
||||
wrapped_ingestion_consumer = _WrappedConsumer( |
||||
consumer_creation_outcome.return_value.consumer) |
||||
with self._lock: |
||||
self._wrapped_ingestion_consumer = wrapped_ingestion_consumer |
||||
payload, complete, moar = self._next() |
||||
if not moar: |
||||
self._processing = False |
||||
return |
||||
|
||||
self._process(wrapped_ingestion_consumer, payload, complete) |
||||
|
||||
self._pool.submit( |
||||
callable_util.with_exceptions_logged( |
||||
initialize, _constants.INTERNAL_ERROR_LOG_MESSAGE)) |
||||
self._processing = True |
||||
|
||||
def consume(self, payload): |
||||
if self._ingestion_complete: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
elif self._pending_ingestion is not None: |
||||
if self._processing: |
||||
self._pending_ingestion.append(payload) |
||||
else: |
||||
self._pool.submit( |
||||
callable_util.with_exceptions_logged( |
||||
self._process, _constants.INTERNAL_ERROR_LOG_MESSAGE), |
||||
self._wrapped_ingestion_consumer, payload, False) |
||||
self._processing = True |
||||
|
||||
def terminate(self): |
||||
if self._ingestion_complete: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
else: |
||||
self._ingestion_complete = True |
||||
if self._pending_ingestion is not None and not self._processing: |
||||
self._pool.submit( |
||||
callable_util.with_exceptions_logged( |
||||
self._process, _constants.INTERNAL_ERROR_LOG_MESSAGE), |
||||
self._wrapped_ingestion_consumer, None, True) |
||||
self._processing = True |
||||
|
||||
def consume_and_terminate(self, payload): |
||||
if self._ingestion_complete: |
||||
self._abort_and_notify(self._failure_outcome) |
||||
else: |
||||
self._ingestion_complete = True |
||||
if self._pending_ingestion is not None: |
||||
if self._processing: |
||||
self._pending_ingestion.append(payload) |
||||
else: |
||||
self._pool.submit( |
||||
callable_util.with_exceptions_logged( |
||||
self._process, _constants.INTERNAL_ERROR_LOG_MESSAGE), |
||||
self._wrapped_ingestion_consumer, payload, True) |
||||
self._processing = True |
||||
|
||||
def abort(self): |
||||
"""See _interfaces.IngestionManager.abort for specification.""" |
||||
self._abort_internal_only() |
||||
|
||||
|
||||
def front_ingestion_manager( |
||||
lock, pool, subscription, termination_manager, transmission_manager, |
||||
operation_context): |
||||
"""Creates an IngestionManager appropriate for front-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
pool: A thread pool in which to execute customer code. |
||||
subscription: A interfaces.ServicedSubscription indicating the |
||||
customer's interest in the results of the operation. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
operation_context: A interfaces.OperationContext for the operation. |
||||
|
||||
Returns: |
||||
An IngestionManager appropriate for front-side use. |
||||
""" |
||||
ingestion_manager = _IngestionManager( |
||||
lock, pool, _FrontConsumerCreator(subscription, operation_context), |
||||
interfaces.Outcome.SERVICED_FAILURE, termination_manager, |
||||
transmission_manager) |
||||
ingestion_manager.start(None) |
||||
return ingestion_manager |
||||
|
||||
|
||||
def back_ingestion_manager( |
||||
lock, pool, servicer, termination_manager, transmission_manager, |
||||
operation_context, emission_consumer): |
||||
"""Creates an IngestionManager appropriate for back-side use. |
||||
|
||||
Args: |
||||
lock: The operation-wide lock. |
||||
pool: A thread pool in which to execute customer code. |
||||
servicer: A interfaces.Servicer for servicing the operation. |
||||
termination_manager: The _interfaces.TerminationManager for the operation. |
||||
transmission_manager: The _interfaces.TransmissionManager for the |
||||
operation. |
||||
operation_context: A interfaces.OperationContext for the operation. |
||||
emission_consumer: The _interfaces.EmissionConsumer for the operation. |
||||
|
||||
Returns: |
||||
An IngestionManager appropriate for back-side use. |
||||
""" |
||||
ingestion_manager = _IngestionManager( |
||||
lock, pool, _BackConsumerCreator( |
||||
servicer, operation_context, emission_consumer), |
||||
interfaces.Outcome.SERVICER_FAILURE, termination_manager, |
||||
transmission_manager) |
||||
return ingestion_manager |
@ -1,266 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""Package-internal interfaces.""" |
||||
|
||||
import abc |
||||
|
||||
import six |
||||
|
||||
# interfaces is referenced from specification in this module. |
||||
from grpc.framework.base import interfaces # pylint: disable=unused-import |
||||
from grpc.framework.foundation import stream |
||||
|
||||
|
||||
class TerminationManager(six.with_metaclass(abc.ABCMeta)): |
||||
"""An object responsible for handling the termination of an operation.""" |
||||
|
||||
@abc.abstractmethod |
||||
def set_expiration_manager(self, expiration_manager): |
||||
"""Sets the ExpirationManager with which this object will cooperate.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def is_active(self): |
||||
"""Reports whether or not the operation is active. |
||||
|
||||
Returns: |
||||
True if the operation is active or False if the operation has terminated. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def add_callback(self, callback): |
||||
"""Registers a callback to be called on operation termination. |
||||
|
||||
If the operation has already terminated, the callback will be called |
||||
immediately. |
||||
|
||||
Args: |
||||
callback: A callable that will be passed an interfaces.Outcome value. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def emission_complete(self): |
||||
"""Indicates that emissions from customer code have completed.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def transmission_complete(self): |
||||
"""Indicates that transmissions to the remote end are complete.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def ingestion_complete(self): |
||||
"""Indicates that customer code ingestion of received values is complete.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def abort(self, outcome): |
||||
"""Indicates that the operation must abort for the indicated reason. |
||||
|
||||
Args: |
||||
outcome: An interfaces.Outcome indicating operation abortion. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class TransmissionManager(six.with_metaclass(abc.ABCMeta)): |
||||
"""A manager responsible for transmitting to the other end of an operation.""" |
||||
|
||||
@abc.abstractmethod |
||||
def inmit(self, emission, complete): |
||||
"""Accepts a value for transmission to the other end of the operation. |
||||
|
||||
Args: |
||||
emission: A value of some significance to the customer to be transmitted |
||||
to the other end of the operation. May be None only if complete is True. |
||||
complete: A boolean that if True indicates that customer code has emitted |
||||
all values it intends to emit. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def abort(self, outcome): |
||||
"""Indicates that the operation has aborted for the indicated reason. |
||||
|
||||
Args: |
||||
outcome: An interfaces.Outcome indicating operation abortion. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class EmissionManager(six.with_metaclass(abc.ABCMeta, stream.Consumer)): |
||||
"""A manager of values emitted by customer code.""" |
||||
|
||||
@abc.abstractmethod |
||||
def set_ingestion_manager_and_expiration_manager( |
||||
self, ingestion_manager, expiration_manager): |
||||
"""Sets two other objects with which this EmissionManager will cooperate. |
||||
|
||||
Args: |
||||
ingestion_manager: The IngestionManager for the operation. |
||||
expiration_manager: The ExpirationManager for the operation. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def consume(self, value): |
||||
"""Accepts a value emitted by customer code. |
||||
|
||||
This method should only be called by customer code. |
||||
|
||||
Args: |
||||
value: Any value of significance to the customer. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def terminate(self): |
||||
"""Indicates that no more values will be emitted by customer code. |
||||
|
||||
This method should only be called by customer code. |
||||
|
||||
Implementations of this method may be idempotent and forgive customer code |
||||
calling this method more than once. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def consume_and_terminate(self, value): |
||||
"""Accepts the last value emitted by customer code. |
||||
|
||||
This method should only be called by customer code. |
||||
|
||||
Args: |
||||
value: Any value of significance to the customer. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class IngestionManager(six.with_metaclass(abc.ABCMeta, stream.Consumer)): |
||||
"""A manager responsible for executing customer code.""" |
||||
|
||||
@abc.abstractmethod |
||||
def set_expiration_manager(self, expiration_manager): |
||||
"""Sets the ExpirationManager with which this object will cooperate.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def start(self, requirement): |
||||
"""Commences execution of customer code. |
||||
|
||||
Args: |
||||
requirement: Some value unavailable at the time of this object's |
||||
construction that is required to begin executing customer code. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def consume(self, payload): |
||||
"""Accepts a customer-significant value to be supplied to customer code. |
||||
|
||||
Args: |
||||
payload: Some customer-significant value. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def terminate(self): |
||||
"""Indicates the end of values to be supplied to customer code.""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def consume_and_terminate(self, payload): |
||||
"""Accepts the last value to be supplied to customer code. |
||||
|
||||
Args: |
||||
payload: Some customer-significant value (and the last such value). |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def abort(self): |
||||
"""Indicates to this manager that the operation has aborted.""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class ExpirationManager(six.with_metaclass(abc.ABCMeta)): |
||||
"""A manager responsible for aborting the operation if it runs out of time.""" |
||||
|
||||
@abc.abstractmethod |
||||
def change_timeout(self, timeout): |
||||
"""Changes the timeout allotted for the operation. |
||||
|
||||
Operation duration is always measure from the beginning of the operation; |
||||
calling this method changes the operation's allotted time to timeout total |
||||
seconds, not timeout seconds from the time of this method call. |
||||
|
||||
Args: |
||||
timeout: A length of time in seconds to allow for the operation. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def deadline(self): |
||||
"""Returns the time until which the operation is allowed to run. |
||||
|
||||
Returns: |
||||
The time (seconds since the epoch) at which the operation will expire. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def abort(self): |
||||
"""Indicates to this manager that the operation has aborted.""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class ReceptionManager(six.with_metaclass(abc.ABCMeta)): |
||||
"""A manager responsible for receiving tickets from the other end.""" |
||||
|
||||
@abc.abstractmethod |
||||
def receive_ticket(self, ticket): |
||||
"""Handle a ticket from the other side of the operation. |
||||
|
||||
Args: |
||||
ticket: An interfaces.BackToFrontTicket or interfaces.FrontToBackTicket |
||||
appropriate to this end of the operation and this object. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
class CancellationManager(six.with_metaclass(abc.ABCMeta)): |
||||
"""A manager of operation cancellation.""" |
||||
|
||||
@abc.abstractmethod |
||||
def cancel(self): |
||||
"""Cancels the operation.""" |
||||
raise NotImplementedError() |
@ -1,400 +0,0 @@ |
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
"""State and behavior for ticket reception.""" |
||||
|
||||
import abc |
||||
|
||||
import six |
||||
|
||||
from grpc.framework.base import interfaces |
||||
from grpc.framework.base import _interfaces |
||||
|
||||
_INITIAL_FRONT_TO_BACK_TICKET_KINDS = ( |
||||
interfaces.FrontToBackTicket.Kind.COMMENCEMENT, |
||||
interfaces.FrontToBackTicket.Kind.ENTIRE, |
||||
) |
||||
|
||||
|
||||
class _Receiver(six.with_metaclass(abc.ABCMeta)): |
||||
"""Common specification of different ticket-handling behavior.""" |
||||
|
||||
@abc.abstractmethod |
||||
def abort_if_abortive(self, ticket): |
||||
"""Aborts the operation if the ticket is abortive. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
|
||||
Returns: |
||||
A boolean indicating whether or not this Receiver aborted the operation |
||||
based on the ticket. |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def receive(self, ticket): |
||||
"""Handles a just-arrived ticket. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
|
||||
Returns: |
||||
A boolean indicating whether or not the ticket was terminal (i.e. whether |
||||
or not non-abortive tickets are legal after this one). |
||||
""" |
||||
raise NotImplementedError() |
||||
|
||||
@abc.abstractmethod |
||||
def reception_failure(self): |
||||
"""Aborts the operation with an indication of reception failure.""" |
||||
raise NotImplementedError() |
||||
|
||||
|
||||
def _abort( |
||||
outcome, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Indicates abortion with the given outcome to the given managers.""" |
||||
termination_manager.abort(outcome) |
||||
transmission_manager.abort(outcome) |
||||
ingestion_manager.abort() |
||||
expiration_manager.abort() |
||||
|
||||
|
||||
def _abort_if_abortive( |
||||
ticket, abortive, termination_manager, transmission_manager, |
||||
ingestion_manager, expiration_manager): |
||||
"""Determines a ticket's being abortive and if so aborts the operation. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
abortive: A callable that takes a ticket and returns an interfaces.Outcome |
||||
indicating that the operation should be aborted or None indicating that |
||||
the operation should not be aborted. |
||||
termination_manager: The operation's _interfaces.TerminationManager. |
||||
transmission_manager: The operation's _interfaces.TransmissionManager. |
||||
ingestion_manager: The operation's _interfaces.IngestionManager. |
||||
expiration_manager: The operation's _interfaces.ExpirationManager. |
||||
|
||||
Returns: |
||||
True if the operation was aborted; False otherwise. |
||||
""" |
||||
abortion_outcome = abortive(ticket) |
||||
if abortion_outcome is None: |
||||
return False |
||||
else: |
||||
_abort( |
||||
abortion_outcome, termination_manager, transmission_manager, |
||||
ingestion_manager, expiration_manager) |
||||
return True |
||||
|
||||
|
||||
def _reception_failure( |
||||
termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Aborts the operation with an indication of reception failure.""" |
||||
_abort( |
||||
interfaces.Outcome.RECEPTION_FAILURE, termination_manager, |
||||
transmission_manager, ingestion_manager, expiration_manager) |
||||
|
||||
|
||||
class _BackReceiver(_Receiver): |
||||
"""Ticket-handling specific to the back side of an operation.""" |
||||
|
||||
def __init__( |
||||
self, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
termination_manager: The operation's _interfaces.TerminationManager. |
||||
transmission_manager: The operation's _interfaces.TransmissionManager. |
||||
ingestion_manager: The operation's _interfaces.IngestionManager. |
||||
expiration_manager: The operation's _interfaces.ExpirationManager. |
||||
""" |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._ingestion_manager = ingestion_manager |
||||
self._expiration_manager = expiration_manager |
||||
|
||||
self._first_ticket_seen = False |
||||
self._last_ticket_seen = False |
||||
|
||||
def _abortive(self, ticket): |
||||
"""Determines whether or not (and if so, how) a ticket is abortive. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
|
||||
Returns: |
||||
An interfaces.Outcome value describing operation abortion if the |
||||
ticket is abortive or None if the ticket is not abortive. |
||||
""" |
||||
if ticket.kind is interfaces.FrontToBackTicket.Kind.CANCELLATION: |
||||
return interfaces.Outcome.CANCELLED |
||||
elif ticket.kind is interfaces.FrontToBackTicket.Kind.EXPIRATION: |
||||
return interfaces.Outcome.EXPIRED |
||||
elif ticket.kind is interfaces.FrontToBackTicket.Kind.SERVICED_FAILURE: |
||||
return interfaces.Outcome.SERVICED_FAILURE |
||||
elif ticket.kind is interfaces.FrontToBackTicket.Kind.RECEPTION_FAILURE: |
||||
return interfaces.Outcome.SERVICED_FAILURE |
||||
elif (ticket.kind in _INITIAL_FRONT_TO_BACK_TICKET_KINDS and |
||||
self._first_ticket_seen): |
||||
return interfaces.Outcome.RECEPTION_FAILURE |
||||
elif self._last_ticket_seen: |
||||
return interfaces.Outcome.RECEPTION_FAILURE |
||||
else: |
||||
return None |
||||
|
||||
def abort_if_abortive(self, ticket): |
||||
"""See _Receiver.abort_if_abortive for specification.""" |
||||
return _abort_if_abortive( |
||||
ticket, self._abortive, self._termination_manager, |
||||
self._transmission_manager, self._ingestion_manager, |
||||
self._expiration_manager) |
||||
|
||||
def receive(self, ticket): |
||||
"""See _Receiver.receive for specification.""" |
||||
if ticket.timeout is not None: |
||||
self._expiration_manager.change_timeout(ticket.timeout) |
||||
|
||||
if ticket.kind is interfaces.FrontToBackTicket.Kind.COMMENCEMENT: |
||||
self._first_ticket_seen = True |
||||
self._ingestion_manager.start(ticket.name) |
||||
if ticket.payload is not None: |
||||
self._ingestion_manager.consume(ticket.payload) |
||||
elif ticket.kind is interfaces.FrontToBackTicket.Kind.CONTINUATION: |
||||
self._ingestion_manager.consume(ticket.payload) |
||||
elif ticket.kind is interfaces.FrontToBackTicket.Kind.COMPLETION: |
||||
self._last_ticket_seen = True |
||||
if ticket.payload is None: |
||||
self._ingestion_manager.terminate() |
||||
else: |
||||
self._ingestion_manager.consume_and_terminate(ticket.payload) |
||||
else: |
||||
self._first_ticket_seen = True |
||||
self._last_ticket_seen = True |
||||
self._ingestion_manager.start(ticket.name) |
||||
if ticket.payload is None: |
||||
self._ingestion_manager.terminate() |
||||
else: |
||||
self._ingestion_manager.consume_and_terminate(ticket.payload) |
||||
|
||||
def reception_failure(self): |
||||
"""See _Receiver.reception_failure for specification.""" |
||||
_reception_failure( |
||||
self._termination_manager, self._transmission_manager, |
||||
self._ingestion_manager, self._expiration_manager) |
||||
|
||||
|
||||
class _FrontReceiver(_Receiver): |
||||
"""Ticket-handling specific to the front side of an operation.""" |
||||
|
||||
def __init__( |
||||
self, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
termination_manager: The operation's _interfaces.TerminationManager. |
||||
transmission_manager: The operation's _interfaces.TransmissionManager. |
||||
ingestion_manager: The operation's _interfaces.IngestionManager. |
||||
expiration_manager: The operation's _interfaces.ExpirationManager. |
||||
""" |
||||
self._termination_manager = termination_manager |
||||
self._transmission_manager = transmission_manager |
||||
self._ingestion_manager = ingestion_manager |
||||
self._expiration_manager = expiration_manager |
||||
|
||||
self._last_ticket_seen = False |
||||
|
||||
def _abortive(self, ticket): |
||||
"""Determines whether or not (and if so, how) a ticket is abortive. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
|
||||
Returns: |
||||
An interfaces.Outcome value describing operation abortion if the ticket |
||||
is abortive or None if the ticket is not abortive. |
||||
""" |
||||
if ticket.kind is interfaces.BackToFrontTicket.Kind.CANCELLATION: |
||||
return interfaces.Outcome.CANCELLED |
||||
elif ticket.kind is interfaces.BackToFrontTicket.Kind.EXPIRATION: |
||||
return interfaces.Outcome.EXPIRED |
||||
elif ticket.kind is interfaces.BackToFrontTicket.Kind.SERVICER_FAILURE: |
||||
return interfaces.Outcome.SERVICER_FAILURE |
||||
elif ticket.kind is interfaces.BackToFrontTicket.Kind.RECEPTION_FAILURE: |
||||
return interfaces.Outcome.SERVICER_FAILURE |
||||
elif self._last_ticket_seen: |
||||
return interfaces.Outcome.RECEPTION_FAILURE |
||||
else: |
||||
return None |
||||
|
||||
def abort_if_abortive(self, ticket): |
||||
"""See _Receiver.abort_if_abortive for specification.""" |
||||
return _abort_if_abortive( |
||||
ticket, self._abortive, self._termination_manager, |
||||
self._transmission_manager, self._ingestion_manager, |
||||
self._expiration_manager) |
||||
|
||||
def receive(self, ticket): |
||||
"""See _Receiver.receive for specification.""" |
||||
if ticket.kind is interfaces.BackToFrontTicket.Kind.CONTINUATION: |
||||
self._ingestion_manager.consume(ticket.payload) |
||||
elif ticket.kind is interfaces.BackToFrontTicket.Kind.COMPLETION: |
||||
self._last_ticket_seen = True |
||||
if ticket.payload is None: |
||||
self._ingestion_manager.terminate() |
||||
else: |
||||
self._ingestion_manager.consume_and_terminate(ticket.payload) |
||||
|
||||
def reception_failure(self): |
||||
"""See _Receiver.reception_failure for specification.""" |
||||
_reception_failure( |
||||
self._termination_manager, self._transmission_manager, |
||||
self._ingestion_manager, self._expiration_manager) |
||||
|
||||
|
||||
class _ReceptionManager(_interfaces.ReceptionManager): |
||||
"""A ReceptionManager based around a _Receiver passed to it.""" |
||||
|
||||
def __init__(self, lock, receiver): |
||||
"""Constructor. |
||||
|
||||
Args: |
||||
lock: The operation-servicing-wide lock object. |
||||
receiver: A _Receiver responsible for handling received tickets. |
||||
""" |
||||
self._lock = lock |
||||
self._receiver = receiver |
||||
|
||||
self._lowest_unseen_sequence_number = 0 |
||||
self._out_of_sequence_tickets = {} |
||||
self._completed_sequence_number = None |
||||
self._aborted = False |
||||
|
||||
def _sequence_failure(self, ticket): |
||||
"""Determines a just-arrived ticket's sequential legitimacy. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket. |
||||
|
||||
Returns: |
||||
True if the ticket is sequentially legitimate; False otherwise. |
||||
""" |
||||
if ticket.sequence_number < self._lowest_unseen_sequence_number: |
||||
return True |
||||
elif ticket.sequence_number in self._out_of_sequence_tickets: |
||||
return True |
||||
elif (self._completed_sequence_number is not None and |
||||
self._completed_sequence_number <= ticket.sequence_number): |
||||
return True |
||||
else: |
||||
return False |
||||
|
||||
def _process(self, ticket): |
||||
"""Process those tickets ready to be processed. |
||||
|
||||
Args: |
||||
ticket: A just-arrived ticket the sequence number of which matches this |
||||
_ReceptionManager's _lowest_unseen_sequence_number field. |
||||
""" |
||||
while True: |
||||
completed = self._receiver.receive(ticket) |
||||
if completed: |
||||
self._out_of_sequence_tickets.clear() |
||||
self._completed_sequence_number = ticket.sequence_number |
||||
self._lowest_unseen_sequence_number = ticket.sequence_number + 1 |
||||
return |
||||
else: |
||||
next_ticket = self._out_of_sequence_tickets.pop( |
||||
ticket.sequence_number + 1, None) |
||||
if next_ticket is None: |
||||
self._lowest_unseen_sequence_number = ticket.sequence_number + 1 |
||||
return |
||||
else: |
||||
ticket = next_ticket |
||||
|
||||
def receive_ticket(self, ticket): |
||||
"""See _interfaces.ReceptionManager.receive_ticket for specification.""" |
||||
with self._lock: |
||||
if self._aborted: |
||||
return |
||||
elif self._sequence_failure(ticket): |
||||
self._receiver.reception_failure() |
||||
self._aborted = True |
||||
elif self._receiver.abort_if_abortive(ticket): |
||||
self._aborted = True |
||||
elif ticket.sequence_number == self._lowest_unseen_sequence_number: |
||||
self._process(ticket) |
||||
else: |
||||
self._out_of_sequence_tickets[ticket.sequence_number] = ticket |
||||
|
||||
|
||||
def front_reception_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Creates a _interfaces.ReceptionManager for front-side use. |
||||
|
||||
Args: |
||||
lock: The operation-servicing-wide lock object. |
||||
termination_manager: The operation's _interfaces.TerminationManager. |
||||
transmission_manager: The operation's _interfaces.TransmissionManager. |
||||
ingestion_manager: The operation's _interfaces.IngestionManager. |
||||
expiration_manager: The operation's _interfaces.ExpirationManager. |
||||
|
||||
Returns: |
||||
A _interfaces.ReceptionManager appropriate for front-side use. |
||||
""" |
||||
return _ReceptionManager( |
||||
lock, _FrontReceiver( |
||||
termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager)) |
||||
|
||||
|
||||
def back_reception_manager( |
||||
lock, termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager): |
||||
"""Creates a _interfaces.ReceptionManager for back-side use. |
||||
|
||||
Args: |
||||
lock: The operation-servicing-wide lock object. |
||||
termination_manager: The operation's _interfaces.TerminationManager. |
||||
transmission_manager: The operation's _interfaces.TransmissionManager. |
||||
ingestion_manager: The operation's _interfaces.IngestionManager. |
||||
expiration_manager: The operation's _interfaces.ExpirationManager. |
||||
|
||||
Returns: |
||||
A _interfaces.ReceptionManager appropriate for back-side use. |
||||
""" |
||||
return _ReceptionManager( |
||||
lock, _BackReceiver( |
||||
termination_manager, transmission_manager, ingestion_manager, |
||||
expiration_manager)) |
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue