mirror of https://github.com/grpc/grpc.git
Merge pull request #11189 from muxi/stream_compression
Implement stream compression lib modulepull/11785/merge
Muxi Yan
7 years ago
committed by
GitHub
commit
0086d02161
29 changed files with 997 additions and 0 deletions
@ -0,0 +1,191 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
|
||||
#include "src/core/lib/compression/stream_compression.h" |
||||
#include "src/core/lib/iomgr/exec_ctx.h" |
||||
#include "src/core/lib/slice/slice_internal.h" |
||||
|
||||
#define OUTPUT_BLOCK_SIZE (1024) |
||||
|
||||
static bool gzip_flate(grpc_stream_compression_context *ctx, |
||||
grpc_slice_buffer *in, grpc_slice_buffer *out, |
||||
size_t *output_size, size_t max_output_size, int flush, |
||||
bool *end_of_context) { |
||||
GPR_ASSERT(flush == 0 || flush == Z_SYNC_FLUSH || flush == Z_FINISH); |
||||
/* Full flush is not allowed when inflating. */ |
||||
GPR_ASSERT(!(ctx->flate == inflate && (flush == Z_FINISH))); |
||||
|
||||
grpc_exec_ctx exec_ctx = GRPC_EXEC_CTX_INIT; |
||||
int r; |
||||
bool eoc = false; |
||||
size_t original_max_output_size = max_output_size; |
||||
while (max_output_size > 0 && (in->length > 0 || flush) && !eoc) { |
||||
size_t slice_size = max_output_size < OUTPUT_BLOCK_SIZE ? max_output_size |
||||
: OUTPUT_BLOCK_SIZE; |
||||
grpc_slice slice_out = GRPC_SLICE_MALLOC(slice_size); |
||||
ctx->zs.avail_out = (uInt)slice_size; |
||||
ctx->zs.next_out = GRPC_SLICE_START_PTR(slice_out); |
||||
while (ctx->zs.avail_out > 0 && in->length > 0 && !eoc) { |
||||
grpc_slice slice = grpc_slice_buffer_take_first(in); |
||||
ctx->zs.avail_in = (uInt)GRPC_SLICE_LENGTH(slice); |
||||
ctx->zs.next_in = GRPC_SLICE_START_PTR(slice); |
||||
r = ctx->flate(&ctx->zs, Z_NO_FLUSH); |
||||
if (r < 0 && r != Z_BUF_ERROR) { |
||||
gpr_log(GPR_ERROR, "zlib error (%d)", r); |
||||
grpc_slice_unref_internal(&exec_ctx, slice_out); |
||||
grpc_exec_ctx_finish(&exec_ctx); |
||||
return false; |
||||
} else if (r == Z_STREAM_END && ctx->flate == inflate) { |
||||
eoc = true; |
||||
} |
||||
if (ctx->zs.avail_in > 0) { |
||||
grpc_slice_buffer_undo_take_first( |
||||
in, |
||||
grpc_slice_sub(slice, GRPC_SLICE_LENGTH(slice) - ctx->zs.avail_in, |
||||
GRPC_SLICE_LENGTH(slice))); |
||||
} |
||||
grpc_slice_unref_internal(&exec_ctx, slice); |
||||
} |
||||
if (flush != 0 && ctx->zs.avail_out > 0 && !eoc) { |
||||
GPR_ASSERT(in->length == 0); |
||||
r = ctx->flate(&ctx->zs, flush); |
||||
if (flush == Z_SYNC_FLUSH) { |
||||
switch (r) { |
||||
case Z_OK: |
||||
/* Maybe flush is not complete; just made some partial progress. */ |
||||
if (ctx->zs.avail_out > 0) { |
||||
flush = 0; |
||||
} |
||||
break; |
||||
case Z_BUF_ERROR: |
||||
case Z_STREAM_END: |
||||
flush = 0; |
||||
break; |
||||
default: |
||||
gpr_log(GPR_ERROR, "zlib error (%d)", r); |
||||
grpc_slice_unref_internal(&exec_ctx, slice_out); |
||||
grpc_exec_ctx_finish(&exec_ctx); |
||||
return false; |
||||
} |
||||
} else if (flush == Z_FINISH) { |
||||
switch (r) { |
||||
case Z_OK: |
||||
case Z_BUF_ERROR: |
||||
/* Wait for the next loop to assign additional output space. */ |
||||
GPR_ASSERT(ctx->zs.avail_out == 0); |
||||
break; |
||||
case Z_STREAM_END: |
||||
flush = 0; |
||||
break; |
||||
default: |
||||
gpr_log(GPR_ERROR, "zlib error (%d)", r); |
||||
grpc_slice_unref_internal(&exec_ctx, slice_out); |
||||
grpc_exec_ctx_finish(&exec_ctx); |
||||
return false; |
||||
} |
||||
} |
||||
} |
||||
|
||||
if (ctx->zs.avail_out == 0) { |
||||
grpc_slice_buffer_add(out, slice_out); |
||||
} else if (ctx->zs.avail_out < slice_size) { |
||||
slice_out.data.refcounted.length -= ctx->zs.avail_out; |
||||
grpc_slice_buffer_add(out, slice_out); |
||||
} else { |
||||
grpc_slice_unref_internal(&exec_ctx, slice_out); |
||||
} |
||||
max_output_size -= (slice_size - ctx->zs.avail_out); |
||||
} |
||||
grpc_exec_ctx_finish(&exec_ctx); |
||||
if (end_of_context) { |
||||
*end_of_context = eoc; |
||||
} |
||||
if (output_size) { |
||||
*output_size = original_max_output_size - max_output_size; |
||||
} |
||||
return true; |
||||
} |
||||
|
||||
bool grpc_stream_compress(grpc_stream_compression_context *ctx, |
||||
grpc_slice_buffer *in, grpc_slice_buffer *out, |
||||
size_t *output_size, size_t max_output_size, |
||||
grpc_stream_compression_flush flush) { |
||||
GPR_ASSERT(ctx->flate == deflate); |
||||
int gzip_flush; |
||||
switch (flush) { |
||||
case GRPC_STREAM_COMPRESSION_FLUSH_NONE: |
||||
gzip_flush = 0; |
||||
break; |
||||
case GRPC_STREAM_COMPRESSION_FLUSH_SYNC: |
||||
gzip_flush = Z_SYNC_FLUSH; |
||||
break; |
||||
case GRPC_STREAM_COMPRESSION_FLUSH_FINISH: |
||||
gzip_flush = Z_FINISH; |
||||
break; |
||||
default: |
||||
gzip_flush = 0; |
||||
} |
||||
return gzip_flate(ctx, in, out, output_size, max_output_size, gzip_flush, |
||||
NULL); |
||||
} |
||||
|
||||
bool grpc_stream_decompress(grpc_stream_compression_context *ctx, |
||||
grpc_slice_buffer *in, grpc_slice_buffer *out, |
||||
size_t *output_size, size_t max_output_size, |
||||
bool *end_of_context) { |
||||
GPR_ASSERT(ctx->flate == inflate); |
||||
return gzip_flate(ctx, in, out, output_size, max_output_size, Z_SYNC_FLUSH, |
||||
end_of_context); |
||||
} |
||||
|
||||
grpc_stream_compression_context *grpc_stream_compression_context_create( |
||||
grpc_stream_compression_method method) { |
||||
grpc_stream_compression_context *ctx = |
||||
gpr_zalloc(sizeof(grpc_stream_compression_context)); |
||||
int r; |
||||
if (ctx == NULL) { |
||||
return NULL; |
||||
} |
||||
if (method == GRPC_STREAM_COMPRESSION_DECOMPRESS) { |
||||
r = inflateInit2(&ctx->zs, 0x1F); |
||||
ctx->flate = inflate; |
||||
} else { |
||||
r = deflateInit2(&ctx->zs, Z_DEFAULT_COMPRESSION, Z_DEFLATED, 0x1F, 8, |
||||
Z_DEFAULT_STRATEGY); |
||||
ctx->flate = deflate; |
||||
} |
||||
if (r != Z_OK) { |
||||
gpr_free(ctx); |
||||
return NULL; |
||||
} |
||||
|
||||
return ctx; |
||||
} |
||||
|
||||
void grpc_stream_compression_context_destroy( |
||||
grpc_stream_compression_context *ctx) { |
||||
if (ctx->flate == inflate) { |
||||
inflateEnd(&ctx->zs); |
||||
} else { |
||||
deflateEnd(&ctx->zs); |
||||
} |
||||
gpr_free(ctx); |
||||
} |
||||
@ -0,0 +1,90 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPC_CORE_LIB_COMPRESSION_STREAM_COMPRESSION_H |
||||
#define GRPC_CORE_LIB_COMPRESSION_STREAM_COMPRESSION_H |
||||
|
||||
#include <stdbool.h> |
||||
|
||||
#include <grpc/slice_buffer.h> |
||||
#include <zlib.h> |
||||
|
||||
/* Stream compression/decompression context */ |
||||
typedef struct grpc_stream_compression_context { |
||||
z_stream zs; |
||||
int (*flate)(z_stream *zs, int flush); |
||||
} grpc_stream_compression_context; |
||||
|
||||
typedef enum grpc_stream_compression_method { |
||||
GRPC_STREAM_COMPRESSION_COMPRESS = 0, |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS, |
||||
GRPC_STREAM_COMPRESSION_METHOD_COUNT |
||||
} grpc_stream_compression_method; |
||||
|
||||
typedef enum grpc_stream_compression_flush { |
||||
GRPC_STREAM_COMPRESSION_FLUSH_NONE = 0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_SYNC, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_COUNT |
||||
} grpc_stream_compression_flush; |
||||
|
||||
/**
|
||||
* Compress bytes provided in \a in with a given context, with an optional flush |
||||
* at the end of compression. Emits at most \a max_output_size compressed bytes |
||||
* into \a out. If all the bytes in input buffer \a in are depleted and \a flush |
||||
* is not GRPC_STREAM_COMPRESSION_FLUSH_NONE, the corresponding flush method is |
||||
* executed. The total number of bytes emitted is outputed in \a output_size. |
||||
* |
||||
* A SYNC flush indicates that the entire messages in \a in can be decompressed |
||||
* from \a out. A FINISH flush implies a SYNC flush, and that any further |
||||
* compression will not be dependent on the state of the current context and any |
||||
* previous compressed bytes. It allows corresponding decompression context to |
||||
* be dropped when reaching this boundary. |
||||
*/ |
||||
bool grpc_stream_compress(grpc_stream_compression_context *ctx, |
||||
grpc_slice_buffer *in, grpc_slice_buffer *out, |
||||
size_t *output_size, size_t max_output_size, |
||||
grpc_stream_compression_flush flush); |
||||
|
||||
/**
|
||||
* Decompress bytes provided in \a in with a given context. Emits at most \a |
||||
* max_output_size decompressed bytes into \a out. If decompression process |
||||
* reached the end of a gzip stream, \a end_of_context is set to true; otherwise |
||||
* it is set to false. The total number of bytes emitted is outputed in \a |
||||
* output_size. |
||||
*/ |
||||
bool grpc_stream_decompress(grpc_stream_compression_context *ctx, |
||||
grpc_slice_buffer *in, grpc_slice_buffer *out, |
||||
size_t *output_size, size_t max_output_size, |
||||
bool *end_of_context); |
||||
|
||||
/**
|
||||
* Creates a stream compression context. \a pending_bytes_buffer is the input |
||||
* buffer for compression/decompression operations. \a method specifies whether |
||||
* the context is for compression or decompression. |
||||
*/ |
||||
grpc_stream_compression_context *grpc_stream_compression_context_create( |
||||
grpc_stream_compression_method method); |
||||
|
||||
/**
|
||||
* Destroys a stream compression context. |
||||
*/ |
||||
void grpc_stream_compression_context_destroy( |
||||
grpc_stream_compression_context *ctx); |
||||
|
||||
#endif |
||||
@ -0,0 +1,292 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2017 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include <string.h> |
||||
|
||||
#include <grpc/grpc.h> |
||||
#include <grpc/slice_buffer.h> |
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
|
||||
#include "src/core/lib/compression/stream_compression.h" |
||||
|
||||
static void generate_random_payload(char *payload, size_t size) { |
||||
size_t i; |
||||
static const char chars[] = "abcdefghijklmnopqrstuvwxyz1234567890"; |
||||
for (i = 0; i < size - 1; ++i) { |
||||
payload[i] = chars[rand() % (int)(sizeof(chars) - 1)]; |
||||
} |
||||
payload[size - 1] = '\0'; |
||||
} |
||||
|
||||
static bool slice_buffer_equals_string(grpc_slice_buffer *buf, |
||||
const char *str) { |
||||
size_t i; |
||||
if (buf->length != strlen(str)) { |
||||
return false; |
||||
} |
||||
size_t pointer = 0; |
||||
for (i = 0; i < buf->count; i++) { |
||||
size_t slice_len = GRPC_SLICE_LENGTH(buf->slices[i]); |
||||
if (0 != strncmp(str + pointer, |
||||
(char *)GRPC_SLICE_START_PTR(buf->slices[i]), slice_len)) { |
||||
return false; |
||||
} |
||||
pointer += slice_len; |
||||
} |
||||
return true; |
||||
} |
||||
|
||||
static void test_stream_compression_simple_compress_decompress() { |
||||
const char test_str[] = "aaaaaaabbbbbbbccccccctesttesttest"; |
||||
grpc_slice_buffer source, relay, sink; |
||||
grpc_slice_buffer_init(&source); |
||||
grpc_slice_buffer_init(&relay); |
||||
grpc_slice_buffer_init(&sink); |
||||
grpc_stream_compression_context *compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
grpc_stream_compression_context *decompress_ctx = |
||||
grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
grpc_slice slice = grpc_slice_from_static_string(test_str); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
bool end_of_context; |
||||
size_t output_size; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(output_size == sizeof(test_str) - 1); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
|
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str)); |
||||
|
||||
grpc_slice_buffer_destroy(&source); |
||||
grpc_slice_buffer_destroy(&relay); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
} |
||||
|
||||
static void |
||||
test_stream_compression_simple_compress_decompress_with_output_size_constraint() { |
||||
const char test_str[] = "aaaaaaabbbbbbbccccccctesttesttest"; |
||||
grpc_slice_buffer source, relay, sink; |
||||
grpc_slice_buffer_init(&source); |
||||
grpc_slice_buffer_init(&relay); |
||||
grpc_slice_buffer_init(&sink); |
||||
grpc_stream_compression_context *compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
grpc_stream_compression_context *decompress_ctx = |
||||
grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
grpc_slice slice = grpc_slice_from_static_string(test_str); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
|
||||
bool end_of_context; |
||||
size_t output_size; |
||||
size_t max_output_size = 2; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
max_output_size, &end_of_context)); |
||||
GPR_ASSERT(output_size == max_output_size); |
||||
GPR_ASSERT(end_of_context == false); |
||||
grpc_slice slice_recv = grpc_slice_buffer_take_first(&sink); |
||||
char *str_recv = (char *)GRPC_SLICE_START_PTR(slice_recv); |
||||
GPR_ASSERT(GRPC_SLICE_LENGTH(slice_recv) == max_output_size); |
||||
GPR_ASSERT(0 == strncmp(test_str, str_recv, max_output_size)); |
||||
grpc_slice_unref(slice_recv); |
||||
|
||||
size_t remaining_size = sizeof(test_str) - 1 - max_output_size; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
remaining_size, &end_of_context)); |
||||
GPR_ASSERT(output_size == remaining_size); |
||||
GPR_ASSERT(end_of_context == true); |
||||
|
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str + max_output_size)); |
||||
|
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
grpc_slice_buffer_destroy(&source); |
||||
grpc_slice_buffer_destroy(&relay); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
} |
||||
|
||||
#define LARGE_DATA_SIZE (1024 * 1024) |
||||
static void |
||||
test_stream_compression_simple_compress_decompress_with_large_data() { |
||||
char *test_str = gpr_malloc(LARGE_DATA_SIZE * sizeof(char)); |
||||
generate_random_payload(test_str, LARGE_DATA_SIZE); |
||||
grpc_slice_buffer source, relay, sink; |
||||
grpc_slice_buffer_init(&source); |
||||
grpc_slice_buffer_init(&relay); |
||||
grpc_slice_buffer_init(&sink); |
||||
grpc_stream_compression_context *compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
grpc_stream_compression_context *decompress_ctx = |
||||
grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
grpc_slice slice = grpc_slice_from_static_string(test_str); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
bool end_of_context; |
||||
size_t output_size; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(output_size == LARGE_DATA_SIZE - 1); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
|
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str)); |
||||
|
||||
grpc_slice_buffer_destroy(&source); |
||||
grpc_slice_buffer_destroy(&relay); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
gpr_free(test_str); |
||||
} |
||||
|
||||
static void test_stream_compression_drop_context() { |
||||
const char test_str[] = "aaaaaaabbbbbbbccccccc"; |
||||
const char test_str2[] = "dddddddeeeeeeefffffffggggg"; |
||||
grpc_slice_buffer source, relay, sink; |
||||
grpc_slice_buffer_init(&source); |
||||
grpc_slice_buffer_init(&relay); |
||||
grpc_slice_buffer_init(&sink); |
||||
grpc_stream_compression_context *compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
grpc_slice slice = grpc_slice_from_static_string(test_str); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
|
||||
compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
slice = grpc_slice_from_static_string(test_str2); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
|
||||
/* Concatenate the two compressed sliced into one to test decompressing two
|
||||
* contexts */ |
||||
grpc_slice slice1 = grpc_slice_buffer_take_first(&relay); |
||||
grpc_slice slice2 = grpc_slice_buffer_take_first(&relay); |
||||
grpc_slice slice3 = |
||||
grpc_slice_malloc(GRPC_SLICE_LENGTH(slice1) + GRPC_SLICE_LENGTH(slice2)); |
||||
memcpy(GRPC_SLICE_START_PTR(slice3), GRPC_SLICE_START_PTR(slice1), |
||||
GRPC_SLICE_LENGTH(slice1)); |
||||
memcpy(GRPC_SLICE_START_PTR(slice3) + GRPC_SLICE_LENGTH(slice1), |
||||
GRPC_SLICE_START_PTR(slice2), GRPC_SLICE_LENGTH(slice2)); |
||||
grpc_slice_unref(slice1); |
||||
grpc_slice_unref(slice2); |
||||
grpc_slice_buffer_add(&relay, slice3); |
||||
|
||||
grpc_stream_compression_context *decompress_ctx = |
||||
grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
bool end_of_context; |
||||
size_t output_size; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(end_of_context == true); |
||||
GPR_ASSERT(output_size == sizeof(test_str) - 1); |
||||
|
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str)); |
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
|
||||
grpc_slice_buffer_init(&sink); |
||||
decompress_ctx = grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(end_of_context == true); |
||||
GPR_ASSERT(output_size == sizeof(test_str2) - 1); |
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str2)); |
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
|
||||
grpc_slice_buffer_destroy(&source); |
||||
grpc_slice_buffer_destroy(&relay); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
} |
||||
|
||||
static void test_stream_compression_sync_flush() { |
||||
const char test_str[] = "aaaaaaabbbbbbbccccccc"; |
||||
const char test_str2[] = "dddddddeeeeeeefffffffggggg"; |
||||
grpc_slice_buffer source, relay, sink; |
||||
grpc_slice_buffer_init(&source); |
||||
grpc_slice_buffer_init(&relay); |
||||
grpc_slice_buffer_init(&sink); |
||||
grpc_stream_compression_context *compress_ctx = |
||||
grpc_stream_compression_context_create(GRPC_STREAM_COMPRESSION_COMPRESS); |
||||
grpc_slice slice = grpc_slice_from_static_string(test_str); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_SYNC)); |
||||
|
||||
grpc_stream_compression_context *decompress_ctx = |
||||
grpc_stream_compression_context_create( |
||||
GRPC_STREAM_COMPRESSION_DECOMPRESS); |
||||
bool end_of_context; |
||||
size_t output_size; |
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(end_of_context == false); |
||||
GPR_ASSERT(output_size == sizeof(test_str) - 1); |
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str)); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
|
||||
grpc_slice_buffer_init(&sink); |
||||
slice = grpc_slice_from_static_string(test_str2); |
||||
grpc_slice_buffer_add(&source, slice); |
||||
GPR_ASSERT(grpc_stream_compress(compress_ctx, &source, &relay, NULL, |
||||
~(size_t)0, |
||||
GRPC_STREAM_COMPRESSION_FLUSH_FINISH)); |
||||
grpc_stream_compression_context_destroy(compress_ctx); |
||||
|
||||
GPR_ASSERT(grpc_stream_decompress(decompress_ctx, &relay, &sink, &output_size, |
||||
~(size_t)0, &end_of_context)); |
||||
GPR_ASSERT(end_of_context == true); |
||||
GPR_ASSERT(output_size == sizeof(test_str2) - 1); |
||||
GPR_ASSERT(slice_buffer_equals_string(&sink, test_str2)); |
||||
grpc_stream_compression_context_destroy(decompress_ctx); |
||||
|
||||
grpc_slice_buffer_destroy(&source); |
||||
grpc_slice_buffer_destroy(&relay); |
||||
grpc_slice_buffer_destroy(&sink); |
||||
} |
||||
|
||||
int main(int argc, char **argv) { |
||||
grpc_init(); |
||||
test_stream_compression_simple_compress_decompress(); |
||||
test_stream_compression_simple_compress_decompress_with_output_size_constraint(); |
||||
test_stream_compression_simple_compress_decompress_with_large_data(); |
||||
test_stream_compression_sync_flush(); |
||||
test_stream_compression_drop_context(); |
||||
grpc_shutdown(); |
||||
|
||||
return 0; |
||||
} |
||||
@ -0,0 +1,199 @@ |
||||
<?xml version="1.0" encoding="utf-8"?> |
||||
<Project DefaultTargets="Build" ToolsVersion="12.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003"> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.props" Condition="Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\1.0.204.1.props')" /> |
||||
<ItemGroup Label="ProjectConfigurations"> |
||||
<ProjectConfiguration Include="Debug|Win32"> |
||||
<Configuration>Debug</Configuration> |
||||
<Platform>Win32</Platform> |
||||
</ProjectConfiguration> |
||||
<ProjectConfiguration Include="Debug|x64"> |
||||
<Configuration>Debug</Configuration> |
||||
<Platform>x64</Platform> |
||||
</ProjectConfiguration> |
||||
<ProjectConfiguration Include="Release|Win32"> |
||||
<Configuration>Release</Configuration> |
||||
<Platform>Win32</Platform> |
||||
</ProjectConfiguration> |
||||
<ProjectConfiguration Include="Release|x64"> |
||||
<Configuration>Release</Configuration> |
||||
<Platform>x64</Platform> |
||||
</ProjectConfiguration> |
||||
</ItemGroup> |
||||
<PropertyGroup Label="Globals"> |
||||
<ProjectGuid>{A5EE72A2-656C-0896-12F3-A92583CF7C61}</ProjectGuid> |
||||
<IgnoreWarnIntDirInTempDetected>true</IgnoreWarnIntDirInTempDetected> |
||||
<IntDir>$(SolutionDir)IntDir\$(MSBuildProjectName)\</IntDir> |
||||
</PropertyGroup> |
||||
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" /> |
||||
<PropertyGroup Condition="'$(VisualStudioVersion)' == '10.0'" Label="Configuration"> |
||||
<PlatformToolset>v100</PlatformToolset> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(VisualStudioVersion)' == '11.0'" Label="Configuration"> |
||||
<PlatformToolset>v110</PlatformToolset> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(VisualStudioVersion)' == '12.0'" Label="Configuration"> |
||||
<PlatformToolset>v120</PlatformToolset> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(VisualStudioVersion)' == '14.0'" Label="Configuration"> |
||||
<PlatformToolset>v140</PlatformToolset> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(Configuration)'=='Debug'" Label="Configuration"> |
||||
<ConfigurationType>Application</ConfigurationType> |
||||
<UseDebugLibraries>true</UseDebugLibraries> |
||||
<CharacterSet>Unicode</CharacterSet> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(Configuration)'=='Release'" Label="Configuration"> |
||||
<ConfigurationType>Application</ConfigurationType> |
||||
<UseDebugLibraries>false</UseDebugLibraries> |
||||
<WholeProgramOptimization>true</WholeProgramOptimization> |
||||
<CharacterSet>Unicode</CharacterSet> |
||||
</PropertyGroup> |
||||
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" /> |
||||
<ImportGroup Label="ExtensionSettings"> |
||||
</ImportGroup> |
||||
<ImportGroup Label="PropertySheets"> |
||||
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\global.props" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\openssl.props" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\winsock.props" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\zlib.props" /> |
||||
</ImportGroup> |
||||
<PropertyGroup Label="UserMacros" /> |
||||
<PropertyGroup Condition="'$(Configuration)'=='Debug'"> |
||||
<TargetName>stream_compression_test</TargetName> |
||||
<Linkage-grpc_dependencies_zlib>static</Linkage-grpc_dependencies_zlib> |
||||
<Configuration-grpc_dependencies_zlib>Debug</Configuration-grpc_dependencies_zlib> |
||||
<Linkage-grpc_dependencies_openssl>static</Linkage-grpc_dependencies_openssl> |
||||
<Configuration-grpc_dependencies_openssl>Debug</Configuration-grpc_dependencies_openssl> |
||||
</PropertyGroup> |
||||
<PropertyGroup Condition="'$(Configuration)'=='Release'"> |
||||
<TargetName>stream_compression_test</TargetName> |
||||
<Linkage-grpc_dependencies_zlib>static</Linkage-grpc_dependencies_zlib> |
||||
<Configuration-grpc_dependencies_zlib>Release</Configuration-grpc_dependencies_zlib> |
||||
<Linkage-grpc_dependencies_openssl>static</Linkage-grpc_dependencies_openssl> |
||||
<Configuration-grpc_dependencies_openssl>Release</Configuration-grpc_dependencies_openssl> |
||||
</PropertyGroup> |
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> |
||||
<ClCompile> |
||||
<PrecompiledHeader>NotUsing</PrecompiledHeader> |
||||
<WarningLevel>Level3</WarningLevel> |
||||
<Optimization>Disabled</Optimization> |
||||
<PreprocessorDefinitions>WIN32;_DEBUG;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions> |
||||
<SDLCheck>true</SDLCheck> |
||||
<RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary> |
||||
<TreatWarningAsError>true</TreatWarningAsError> |
||||
<DebugInformationFormat Condition="$(Jenkins)">None</DebugInformationFormat> |
||||
<MinimalRebuild Condition="$(Jenkins)">false</MinimalRebuild> |
||||
</ClCompile> |
||||
<Link> |
||||
<SubSystem>Console</SubSystem> |
||||
<GenerateDebugInformation Condition="!$(Jenkins)">true</GenerateDebugInformation> |
||||
<GenerateDebugInformation Condition="$(Jenkins)">false</GenerateDebugInformation> |
||||
</Link> |
||||
</ItemDefinitionGroup> |
||||
|
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'"> |
||||
<ClCompile> |
||||
<PrecompiledHeader>NotUsing</PrecompiledHeader> |
||||
<WarningLevel>Level3</WarningLevel> |
||||
<Optimization>Disabled</Optimization> |
||||
<PreprocessorDefinitions>WIN32;_DEBUG;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions> |
||||
<SDLCheck>true</SDLCheck> |
||||
<RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary> |
||||
<TreatWarningAsError>true</TreatWarningAsError> |
||||
<DebugInformationFormat Condition="$(Jenkins)">None</DebugInformationFormat> |
||||
<MinimalRebuild Condition="$(Jenkins)">false</MinimalRebuild> |
||||
</ClCompile> |
||||
<Link> |
||||
<SubSystem>Console</SubSystem> |
||||
<GenerateDebugInformation Condition="!$(Jenkins)">true</GenerateDebugInformation> |
||||
<GenerateDebugInformation Condition="$(Jenkins)">false</GenerateDebugInformation> |
||||
</Link> |
||||
</ItemDefinitionGroup> |
||||
|
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> |
||||
<ClCompile> |
||||
<PrecompiledHeader>NotUsing</PrecompiledHeader> |
||||
<WarningLevel>Level3</WarningLevel> |
||||
<Optimization>MaxSpeed</Optimization> |
||||
<PreprocessorDefinitions>WIN32;NDEBUG;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions> |
||||
<FunctionLevelLinking>true</FunctionLevelLinking> |
||||
<IntrinsicFunctions>true</IntrinsicFunctions> |
||||
<SDLCheck>true</SDLCheck> |
||||
<RuntimeLibrary>MultiThreaded</RuntimeLibrary> |
||||
<TreatWarningAsError>true</TreatWarningAsError> |
||||
<DebugInformationFormat Condition="$(Jenkins)">None</DebugInformationFormat> |
||||
<MinimalRebuild Condition="$(Jenkins)">false</MinimalRebuild> |
||||
</ClCompile> |
||||
<Link> |
||||
<SubSystem>Console</SubSystem> |
||||
<GenerateDebugInformation Condition="!$(Jenkins)">true</GenerateDebugInformation> |
||||
<GenerateDebugInformation Condition="$(Jenkins)">false</GenerateDebugInformation> |
||||
<EnableCOMDATFolding>true</EnableCOMDATFolding> |
||||
<OptimizeReferences>true</OptimizeReferences> |
||||
</Link> |
||||
</ItemDefinitionGroup> |
||||
|
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> |
||||
<ClCompile> |
||||
<PrecompiledHeader>NotUsing</PrecompiledHeader> |
||||
<WarningLevel>Level3</WarningLevel> |
||||
<Optimization>MaxSpeed</Optimization> |
||||
<PreprocessorDefinitions>WIN32;NDEBUG;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions> |
||||
<FunctionLevelLinking>true</FunctionLevelLinking> |
||||
<IntrinsicFunctions>true</IntrinsicFunctions> |
||||
<SDLCheck>true</SDLCheck> |
||||
<RuntimeLibrary>MultiThreaded</RuntimeLibrary> |
||||
<TreatWarningAsError>true</TreatWarningAsError> |
||||
<DebugInformationFormat Condition="$(Jenkins)">None</DebugInformationFormat> |
||||
<MinimalRebuild Condition="$(Jenkins)">false</MinimalRebuild> |
||||
</ClCompile> |
||||
<Link> |
||||
<SubSystem>Console</SubSystem> |
||||
<GenerateDebugInformation Condition="!$(Jenkins)">true</GenerateDebugInformation> |
||||
<GenerateDebugInformation Condition="$(Jenkins)">false</GenerateDebugInformation> |
||||
<EnableCOMDATFolding>true</EnableCOMDATFolding> |
||||
<OptimizeReferences>true</OptimizeReferences> |
||||
</Link> |
||||
</ItemDefinitionGroup> |
||||
|
||||
<ItemGroup> |
||||
<ClCompile Include="$(SolutionDir)\..\test\core\compression\stream_compression_test.c"> |
||||
</ClCompile> |
||||
</ItemGroup> |
||||
<ItemGroup> |
||||
<ProjectReference Include="$(SolutionDir)\..\vsprojects\vcxproj\.\grpc_test_util\grpc_test_util.vcxproj"> |
||||
<Project>{17BCAFC0-5FDC-4C94-AEB9-95F3E220614B}</Project> |
||||
</ProjectReference> |
||||
<ProjectReference Include="$(SolutionDir)\..\vsprojects\vcxproj\.\grpc\grpc.vcxproj"> |
||||
<Project>{29D16885-7228-4C31-81ED-5F9187C7F2A9}</Project> |
||||
</ProjectReference> |
||||
<ProjectReference Include="$(SolutionDir)\..\vsprojects\vcxproj\.\gpr_test_util\gpr_test_util.vcxproj"> |
||||
<Project>{EAB0A629-17A9-44DB-B5FF-E91A721FE037}</Project> |
||||
</ProjectReference> |
||||
<ProjectReference Include="$(SolutionDir)\..\vsprojects\vcxproj\.\gpr\gpr.vcxproj"> |
||||
<Project>{B23D3D1A-9438-4EDA-BEB6-9A0A03D17792}</Project> |
||||
</ProjectReference> |
||||
</ItemGroup> |
||||
<ItemGroup> |
||||
<None Include="packages.config" /> |
||||
</ItemGroup> |
||||
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" /> |
||||
<ImportGroup Label="ExtensionTargets"> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.redist.1.2.8.10\build\native\grpc.dependencies.zlib.redist.targets" Condition="Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.redist.1.2.8.10\build\native\grpc.dependencies\grpc.dependencies.zlib.targets')" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.1.2.8.10\build\native\grpc.dependencies.zlib.targets" Condition="Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.1.2.8.10\build\native\grpc.dependencies\grpc.dependencies.zlib.targets')" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.redist.1.0.204.1\build\native\grpc.dependencies.openssl.redist.targets" Condition="Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.redist.1.0.204.1\build\native\grpc.dependencies\grpc.dependencies.openssl.targets')" /> |
||||
<Import Project="$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.targets" Condition="Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies\grpc.dependencies.openssl.targets')" /> |
||||
</ImportGroup> |
||||
<Target Name="EnsureNuGetPackageBuildImports" BeforeTargets="PrepareForBuild"> |
||||
<PropertyGroup> |
||||
<ErrorText>This project references NuGet package(s) that are missing on this computer. Enable NuGet Package Restore to download them. For more information, see http://go.microsoft.com/fwlink/?LinkID=322105. The missing file is {0}.</ErrorText> |
||||
</PropertyGroup> |
||||
<Error Condition="!Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.redist.1.2.8.10\build\native\grpc.dependencies.zlib.redist.targets')" Text="$([System.String]::Format('$(ErrorText)', '$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.redist.1.2.8.10\build\native\grpc.dependencies.zlib.redist.targets')" /> |
||||
<Error Condition="!Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.1.2.8.10\build\native\grpc.dependencies.zlib.targets')" Text="$([System.String]::Format('$(ErrorText)', '$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.zlib.1.2.8.10\build\native\grpc.dependencies.zlib.targets')" /> |
||||
<Error Condition="!Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.redist.1.0.204.1\build\native\grpc.dependencies.openssl.redist.targets')" Text="$([System.String]::Format('$(ErrorText)', '$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.redist.1.0.204.1\build\native\grpc.dependencies.openssl.redist.targets')" /> |
||||
<Error Condition="!Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.props')" Text="$([System.String]::Format('$(ErrorText)', '$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.props')" /> |
||||
<Error Condition="!Exists('$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.targets')" Text="$([System.String]::Format('$(ErrorText)', '$(SolutionDir)\..\vsprojects\packages\grpc.dependencies.openssl.1.0.204.1\build\native\grpc.dependencies.openssl.targets')" /> |
||||
</Target> |
||||
</Project> |
||||
|
||||
@ -0,0 +1,21 @@ |
||||
<?xml version="1.0" encoding="utf-8"?> |
||||
<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003"> |
||||
<ItemGroup> |
||||
<ClCompile Include="$(SolutionDir)\..\test\core\compression\stream_compression_test.c"> |
||||
<Filter>test\core\compression</Filter> |
||||
</ClCompile> |
||||
</ItemGroup> |
||||
|
||||
<ItemGroup> |
||||
<Filter Include="test"> |
||||
<UniqueIdentifier>{22ec1dc6-29e1-32ac-1494-43bb7f211422}</UniqueIdentifier> |
||||
</Filter> |
||||
<Filter Include="test\core"> |
||||
<UniqueIdentifier>{62cac7ff-76a5-35ff-1e73-a8508e826ba3}</UniqueIdentifier> |
||||
</Filter> |
||||
<Filter Include="test\core\compression"> |
||||
<UniqueIdentifier>{02c8e4fc-eeda-2f58-227f-ebef22a39562}</UniqueIdentifier> |
||||
</Filter> |
||||
</ItemGroup> |
||||
</Project> |
||||
|
||||
Loading…
Reference in new issue