chedeti
9 years ago
parent
4d8283f93b
commit
bc618eed71
8 changed files with 452 additions and 1 deletions
@ -0,0 +1,148 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPCXX_IMPL_CODEGEN_THRIFT_SERIALIZER_H |
||||
#define GRPCXX_IMPL_CODEGEN_THRIFT_SERIALIZER_H |
||||
|
||||
#include <memory> |
||||
#include <string> |
||||
|
||||
#include <thrift/protocol/TBinaryProtocol.h> |
||||
#include <thrift/protocol/TCompactProtocol.h> |
||||
#include <thrift/transport/TBufferTransports.h> |
||||
#include <thrift/transport/TTransportUtils.h> |
||||
#include <grpc/impl/codegen/byte_buffer.h> |
||||
|
||||
namespace apache { |
||||
namespace thrift { |
||||
namespace util { |
||||
|
||||
using apache::thrift::protocol::TBinaryProtocolT; |
||||
using apache::thrift::protocol::TCompactProtocolT; |
||||
using apache::thrift::protocol::TNetworkBigEndian; |
||||
using apache::thrift::transport::TMemoryBuffer; |
||||
using apache::thrift::transport::TBufferBase; |
||||
using apache::thrift::transport::TTransport; |
||||
using std::shared_ptr; |
||||
|
||||
|
||||
template <typename Dummy, typename P> |
||||
class ThriftSerializer { |
||||
public: |
||||
ThriftSerializer() |
||||
: prepared_ (false) |
||||
, lastDeserialized_ (false) |
||||
, serializeVersion_ (false) {} |
||||
|
||||
/**
|
||||
* Serialize the passed type into the internal buffer |
||||
* and returns a pointer to internal buffer and its size |
||||
* |
||||
*/ |
||||
template <typename T> |
||||
void serialize(const T& fields, const uint8_t** serializedBuffer, |
||||
size_t* serializedLen); |
||||
|
||||
/**
|
||||
* Serialize the passed type into the byte buffer |
||||
*/ |
||||
template <typename T> |
||||
void serialize(const T& fields, grpc_byte_buffer** bp); |
||||
|
||||
/**
|
||||
* Deserialize the passed char array into the passed type, returns the number |
||||
* of bytes that have been consumed from the passed string. |
||||
*/ |
||||
template <typename T> |
||||
uint32_t deserialize(const uint8_t* serializedBuffer, size_t length, |
||||
T* fields); |
||||
|
||||
/**
|
||||
* Deserialize the passed byte buffer to passed type, returns the number |
||||
* of bytes consumed from byte buffer |
||||
*/ |
||||
template <typename T> |
||||
uint32_t deserialize(grpc_byte_buffer* buffer, T* msg); |
||||
|
||||
void setSerializeVersion(bool value); |
||||
|
||||
virtual ~ThriftSerializer() {} |
||||
|
||||
|
||||
/**
|
||||
* Set the container size limit to deserialize |
||||
* This function should be called after buffer_ is initialized |
||||
*/ |
||||
void setContainerSizeLimit(int32_t container_limit) { |
||||
if (!prepared_) { |
||||
prepare(); |
||||
} |
||||
protocol_->setContainerSizeLimit(container_limit); |
||||
} |
||||
|
||||
/**
|
||||
* Set the string size limit to deserialize |
||||
* This function should be called after buffer_ is initialized |
||||
*/ |
||||
void setStringSizeLimit(int32_t string_limit) { |
||||
if (!prepared_) { |
||||
prepare(); |
||||
} |
||||
protocol_->setStringSizeLimit(string_limit); |
||||
} |
||||
|
||||
|
||||
private: |
||||
void prepare(); |
||||
|
||||
private: |
||||
typedef P Protocol; |
||||
bool prepared_; |
||||
bool lastDeserialized_; |
||||
boost::shared_ptr<TMemoryBuffer> buffer_; |
||||
shared_ptr<Protocol> protocol_; |
||||
bool serializeVersion_; |
||||
}; // ThriftSerializer
|
||||
|
||||
template <typename Dummy = void> |
||||
struct ThriftSerializerBinary : public ThriftSerializer<Dummy, TBinaryProtocolT<TBufferBase, TNetworkBigEndian> > {}; |
||||
|
||||
|
||||
template <typename Dummy = void> |
||||
struct ThriftSerializerCompact : public ThriftSerializer<Dummy, TCompactProtocolT<TBufferBase> >{ }; |
||||
|
||||
}}} // namespace apache::thrift::util
|
||||
|
||||
#include <grpc++/impl/codegen/thrift_serializer_inl.h> |
||||
|
||||
#endif |
||||
@ -0,0 +1,169 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPCXX_IMPL_CODEGEN_THRIFT_SERIALIZER_INL_H |
||||
#define GRPCXX_IMPL_CODEGEN_THRIFT_SERIALIZER_INL_H |
||||
|
||||
#include <stdexcept> |
||||
#include <string> |
||||
#include <grpc++/impl/codegen/thrift_serializer.h> |
||||
#include <grpc/impl/codegen/byte_buffer_reader.h> |
||||
#include <grpc/impl/codegen/slice.h> |
||||
#include <grpc/impl/codegen/slice_buffer.h> |
||||
#include <thrift/protocol/TProtocolException.h> |
||||
|
||||
namespace apache { |
||||
namespace thrift { |
||||
namespace util { |
||||
|
||||
using apache::thrift::protocol::TMessageType; |
||||
|
||||
template <typename Dummy, typename P> |
||||
template <typename T> |
||||
void ThriftSerializer<Dummy, P>::serialize(const T& fields, |
||||
const uint8_t** serializedBuffer, size_t* serializedLen) { |
||||
|
||||
// prepare or reset buffer
|
||||
if (!prepared_ || lastDeserialized_) { |
||||
prepare(); |
||||
} else { |
||||
buffer_->resetBuffer(); |
||||
} |
||||
lastDeserialized_ = false; |
||||
|
||||
// if required serialize protocol version
|
||||
if (serializeVersion_) { |
||||
protocol_->writeMessageBegin("", TMessageType(0), 0); |
||||
} |
||||
|
||||
// serilaize fields into buffer
|
||||
fields.write(protocol_.get()); |
||||
|
||||
// write the end of message
|
||||
if (serializeVersion_) { |
||||
protocol_->writeMessageEnd(); |
||||
} |
||||
|
||||
// assign buffer to string
|
||||
uint8_t* byteBuffer; |
||||
uint32_t byteBufferSize; |
||||
buffer_->getBuffer(&byteBuffer, &byteBufferSize); |
||||
*serializedBuffer = byteBuffer; |
||||
*serializedLen = byteBufferSize;
|
||||
} |
||||
|
||||
template <typename Dummy, typename P> |
||||
template <typename T> |
||||
void ThriftSerializer<Dummy, P>::serialize(const T& fields, grpc_byte_buffer** bp) { |
||||
|
||||
const uint8_t* byteBuffer; |
||||
size_t byteBufferSize; |
||||
serialize(fields, &byteBuffer, &byteBufferSize); |
||||
|
||||
gpr_slice slice = gpr_slice_from_copied_buffer((char*)byteBuffer,byteBufferSize); |
||||
|
||||
*bp = grpc_raw_byte_buffer_create(&slice, 1); |
||||
|
||||
gpr_slice_unref(slice); |
||||
} |
||||
|
||||
template <typename Dummy, typename P> |
||||
template <typename T> |
||||
uint32_t ThriftSerializer<Dummy, P>::deserialize(const uint8_t* serializedBuffer, |
||||
size_t length, T* fields) { |
||||
// prepare buffer if necessary
|
||||
if (!prepared_) { |
||||
prepare(); |
||||
} |
||||
lastDeserialized_ = true; |
||||
|
||||
//reset buffer transport
|
||||
buffer_->resetBuffer((uint8_t*)serializedBuffer, length); |
||||
|
||||
// read the protocol version if necessary
|
||||
if (serializeVersion_) { |
||||
std::string name = ""; |
||||
TMessageType mt = (TMessageType) 0; |
||||
int32_t seq_id = 0; |
||||
protocol_->readMessageBegin(name, mt, seq_id); |
||||
} |
||||
|
||||
// deserialize buffer into fields
|
||||
uint32_t len = fields->read(protocol_.get()); |
||||
|
||||
// read the end of message
|
||||
if (serializeVersion_) { |
||||
protocol_->readMessageEnd(); |
||||
} |
||||
|
||||
return len; |
||||
} |
||||
|
||||
template <typename Dummy, typename P> |
||||
template <typename T> |
||||
uint32_t ThriftSerializer<Dummy, P>::deserialize(grpc_byte_buffer* bp, T* fields) { |
||||
grpc_byte_buffer_reader reader; |
||||
grpc_byte_buffer_reader_init(&reader, bp); |
||||
|
||||
gpr_slice slice = grpc_byte_buffer_reader_readall(&reader); |
||||
|
||||
uint32_t len = deserialize(GPR_SLICE_START_PTR(slice), GPR_SLICE_LENGTH(slice), fields); |
||||
|
||||
gpr_slice_unref(slice); |
||||
|
||||
grpc_byte_buffer_reader_destroy(&reader); |
||||
|
||||
return len; |
||||
} |
||||
|
||||
template <typename Dummy, typename P> |
||||
void ThriftSerializer<Dummy, P>::setSerializeVersion(bool value) { |
||||
serializeVersion_ = value; |
||||
} |
||||
|
||||
template <typename Dummy, typename P> |
||||
void |
||||
ThriftSerializer<Dummy, P>::prepare() |
||||
{ |
||||
|
||||
buffer_.reset(new TMemoryBuffer()); |
||||
|
||||
// create a protocol for the memory buffer transport
|
||||
protocol_.reset(new Protocol(buffer_)); |
||||
|
||||
prepared_ = true; |
||||
} |
||||
|
||||
}}} // namespace apache::thrift::util
|
||||
|
||||
#endif |
||||
@ -0,0 +1,90 @@ |
||||
/*
|
||||
* |
||||
* Copyright 2016, Google Inc. |
||||
* All rights reserved. |
||||
* |
||||
* Redistribution and use in source and binary forms, with or without |
||||
* modification, are permitted provided that the following conditions are |
||||
* met: |
||||
* |
||||
* * Redistributions of source code must retain the above copyright |
||||
* notice, this list of conditions and the following disclaimer. |
||||
* * Redistributions in binary form must reproduce the above |
||||
* copyright notice, this list of conditions and the following disclaimer |
||||
* in the documentation and/or other materials provided with the |
||||
* distribution. |
||||
* * Neither the name of Google Inc. nor the names of its |
||||
* contributors may be used to endorse or promote products derived from |
||||
* this software without specific prior written permission. |
||||
* |
||||
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
* |
||||
*/ |
||||
|
||||
#ifndef GRPCXX_IMPL_CODEGEN_THRIFT_UTILS_H |
||||
#define GRPCXX_IMPL_CODEGEN_THRIFT_UTILS_H |
||||
|
||||
#include <grpc/impl/codegen/byte_buffer.h> |
||||
#include <grpc/impl/codegen/byte_buffer_reader.h> |
||||
#include <grpc/impl/codegen/slice.h> |
||||
#include <grpc/impl/codegen/slice_buffer.h> |
||||
#include <grpc++/impl/codegen/config.h> |
||||
#include <grpc++/impl/codegen/core_codegen_interface.h> |
||||
#include <grpc++/impl/codegen/serialization_traits.h> |
||||
#include <grpc++/impl/codegen/status.h> |
||||
#include <grpc++/impl/codegen/status_code_enum.h> |
||||
#include <grpc++/impl/codegen/thrift_serializer.h> |
||||
#include <cstdbool> |
||||
#include <cstdint> |
||||
#include <string> |
||||
#include <cstdlib> |
||||
|
||||
namespace grpc { |
||||
|
||||
using apache::thrift::util::ThriftSerializerCompact; |
||||
|
||||
template <class T> |
||||
class SerializationTraits<T,typename std::enable_if<std::is_base_of<apache::thrift::TBase, T>::value>::type> { |
||||
public: |
||||
|
||||
static Status Serialize(const T& msg, |
||||
grpc_byte_buffer** bp, bool* own_buffer) { |
||||
|
||||
*own_buffer = true; |
||||
|
||||
ThriftSerializerCompact<T> serializer; |
||||
|
||||
serializer.serialize(msg, bp); |
||||
|
||||
return Status(StatusCode::OK, "ok"); |
||||
} |
||||
|
||||
static Status Deserialize(grpc_byte_buffer* buffer, |
||||
T* msg, |
||||
int max_message_size) { |
||||
if (!buffer) { |
||||
return Status(StatusCode::INTERNAL, "No payload"); |
||||
} |
||||
|
||||
ThriftSerializerCompact<T> deserializer; |
||||
deserializer.deserialize(buffer, msg); |
||||
|
||||
grpc_byte_buffer_destroy(buffer); |
||||
|
||||
return Status(StatusCode::OK, "ok"); |
||||
} |
||||
}; |
||||
|
||||
} // namespace grpc
|
||||
|
||||
#endif // GRPCXX_IMPL_CODEGEN_THRIFT_UTILS_H
|
||||
Loading…
Reference in new issue