mirror of https://github.com/grpc/grpc.git
Merge pull request #22311 from lidizheng/aio-one-cq
[Aio] One completion queue & many-thread many-looppull/22368/head
Lidi Zheng
5 years ago
committed by
GitHub
commit
da6f9a28bf
30 changed files with 420 additions and 149 deletions
@ -0,0 +1,208 @@ |
||||
# Copyright 2020 The gRPC Authors |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
"""Testing the compatibility between AsyncIO stack and the old stack.""" |
||||
|
||||
import asyncio |
||||
import logging |
||||
import os |
||||
import random |
||||
import threading |
||||
import unittest |
||||
from concurrent.futures import ThreadPoolExecutor |
||||
from typing import Callable, Sequence, Tuple |
||||
|
||||
import grpc |
||||
from grpc.experimental import aio |
||||
|
||||
from src.proto.grpc.testing import messages_pb2, test_pb2_grpc |
||||
from tests.unit.framework.common import test_constants |
||||
from tests_aio.unit._test_base import AioTestBase |
||||
from tests_aio.unit._test_server import start_test_server |
||||
|
||||
_NUM_STREAM_RESPONSES = 5 |
||||
_REQUEST_PAYLOAD_SIZE = 7 |
||||
_RESPONSE_PAYLOAD_SIZE = 42 |
||||
|
||||
|
||||
def _unique_options() -> Sequence[Tuple[str, float]]: |
||||
return (('iv', random.random()),) |
||||
|
||||
|
||||
@unittest.skipIf( |
||||
os.environ.get('GRPC_ASYNCIO_ENGINE', '').lower() != 'poller', |
||||
'Compatible mode needs POLLER completion queue.') |
||||
class TestCompatibility(AioTestBase): |
||||
|
||||
async def setUp(self): |
||||
address, self._async_server = await start_test_server() |
||||
# Create async stub |
||||
self._async_channel = aio.insecure_channel(address, |
||||
options=_unique_options()) |
||||
self._async_stub = test_pb2_grpc.TestServiceStub(self._async_channel) |
||||
|
||||
# Create sync stub |
||||
self._sync_channel = grpc.insecure_channel(address, |
||||
options=_unique_options()) |
||||
self._sync_stub = test_pb2_grpc.TestServiceStub(self._sync_channel) |
||||
|
||||
async def tearDown(self): |
||||
self._sync_channel.close() |
||||
await self._async_channel.close() |
||||
await self._async_server.stop(None) |
||||
|
||||
async def _run_in_another_thread(self, func: Callable[[], None]): |
||||
work_done = asyncio.Event(loop=self.loop) |
||||
|
||||
def thread_work(): |
||||
func() |
||||
self.loop.call_soon_threadsafe(work_done.set) |
||||
|
||||
thread = threading.Thread(target=thread_work, daemon=True) |
||||
thread.start() |
||||
await work_done.wait() |
||||
thread.join() |
||||
|
||||
async def test_unary_unary(self): |
||||
# Calling async API in this thread |
||||
await self._async_stub.UnaryCall(messages_pb2.SimpleRequest(), |
||||
timeout=test_constants.LONG_TIMEOUT) |
||||
|
||||
# Calling sync API in a different thread |
||||
def sync_work() -> None: |
||||
response, call = self._sync_stub.UnaryCall.with_call( |
||||
messages_pb2.SimpleRequest(), |
||||
timeout=test_constants.LONG_TIMEOUT) |
||||
self.assertIsInstance(response, messages_pb2.SimpleResponse) |
||||
self.assertEqual(grpc.StatusCode.OK, call.code()) |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
|
||||
async def test_unary_stream(self): |
||||
request = messages_pb2.StreamingOutputCallRequest() |
||||
for _ in range(_NUM_STREAM_RESPONSES): |
||||
request.response_parameters.append( |
||||
messages_pb2.ResponseParameters(size=_RESPONSE_PAYLOAD_SIZE)) |
||||
|
||||
# Calling async API in this thread |
||||
call = self._async_stub.StreamingOutputCall(request) |
||||
|
||||
for _ in range(_NUM_STREAM_RESPONSES): |
||||
await call.read() |
||||
self.assertEqual(grpc.StatusCode.OK, await call.code()) |
||||
|
||||
# Calling sync API in a different thread |
||||
def sync_work() -> None: |
||||
response_iterator = self._sync_stub.StreamingOutputCall(request) |
||||
for response in response_iterator: |
||||
assert _RESPONSE_PAYLOAD_SIZE == len(response.payload.body) |
||||
self.assertEqual(grpc.StatusCode.OK, response_iterator.code()) |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
|
||||
async def test_stream_unary(self): |
||||
payload = messages_pb2.Payload(body=b'\0' * _REQUEST_PAYLOAD_SIZE) |
||||
request = messages_pb2.StreamingInputCallRequest(payload=payload) |
||||
|
||||
# Calling async API in this thread |
||||
async def gen(): |
||||
for _ in range(_NUM_STREAM_RESPONSES): |
||||
yield request |
||||
|
||||
response = await self._async_stub.StreamingInputCall(gen()) |
||||
self.assertEqual(_NUM_STREAM_RESPONSES * _REQUEST_PAYLOAD_SIZE, |
||||
response.aggregated_payload_size) |
||||
|
||||
# Calling sync API in a different thread |
||||
def sync_work() -> None: |
||||
response = self._sync_stub.StreamingInputCall( |
||||
iter([request] * _NUM_STREAM_RESPONSES)) |
||||
self.assertEqual(_NUM_STREAM_RESPONSES * _REQUEST_PAYLOAD_SIZE, |
||||
response.aggregated_payload_size) |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
|
||||
async def test_stream_stream(self): |
||||
request = messages_pb2.StreamingOutputCallRequest() |
||||
request.response_parameters.append( |
||||
messages_pb2.ResponseParameters(size=_RESPONSE_PAYLOAD_SIZE)) |
||||
|
||||
# Calling async API in this thread |
||||
call = self._async_stub.FullDuplexCall() |
||||
|
||||
for _ in range(_NUM_STREAM_RESPONSES): |
||||
await call.write(request) |
||||
response = await call.read() |
||||
assert _RESPONSE_PAYLOAD_SIZE == len(response.payload.body) |
||||
|
||||
await call.done_writing() |
||||
assert await call.code() == grpc.StatusCode.OK |
||||
|
||||
# Calling sync API in a different thread |
||||
def sync_work() -> None: |
||||
response_iterator = self._sync_stub.FullDuplexCall(iter([request])) |
||||
for response in response_iterator: |
||||
assert _RESPONSE_PAYLOAD_SIZE == len(response.payload.body) |
||||
self.assertEqual(grpc.StatusCode.OK, response_iterator.code()) |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
|
||||
async def test_server(self): |
||||
|
||||
class GenericHandlers(grpc.GenericRpcHandler): |
||||
|
||||
def service(self, handler_call_details): |
||||
return grpc.unary_unary_rpc_method_handler(lambda x, _: x) |
||||
|
||||
# It's fine to instantiate server object in the event loop thread. |
||||
# The server will spawn its own serving thread. |
||||
server = grpc.server(ThreadPoolExecutor(), |
||||
handlers=(GenericHandlers(),)) |
||||
port = server.add_insecure_port('localhost:0') |
||||
server.start() |
||||
|
||||
def sync_work() -> None: |
||||
for _ in range(100): |
||||
with grpc.insecure_channel('localhost:%d' % port) as channel: |
||||
response = channel.unary_unary('/test/test')(b'\x07\x08') |
||||
self.assertEqual(response, b'\x07\x08') |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
|
||||
async def test_many_loop(self): |
||||
address, server = await start_test_server() |
||||
|
||||
# Run another loop in another thread |
||||
def sync_work(): |
||||
|
||||
async def async_work(): |
||||
# Create async stub |
||||
async_channel = aio.insecure_channel(address, |
||||
options=_unique_options()) |
||||
async_stub = test_pb2_grpc.TestServiceStub(async_channel) |
||||
|
||||
call = async_stub.UnaryCall(messages_pb2.SimpleRequest()) |
||||
response = await call |
||||
self.assertIsInstance(response, messages_pb2.SimpleResponse) |
||||
self.assertEqual(grpc.StatusCode.OK, await call.code()) |
||||
|
||||
loop = asyncio.new_event_loop() |
||||
loop.run_until_complete(async_work()) |
||||
|
||||
await self._run_in_another_thread(sync_work) |
||||
await server.stop(None) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
logging.basicConfig(level=logging.DEBUG) |
||||
unittest.main(verbosity=2) |
||||
Loading…
Reference in new issue